[ 558.142529] env[69987]: INFO neutron.common.config [-] Logging enabled! [ 558.142919] env[69987]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev63 [ 558.142993] env[69987]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69987) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 558.143280] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 558.143395] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 558.144287] env[69987]: WARNING oslo_policy.policy [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.144518] env[69987]: WARNING oslo_policy.policy [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 558.146081] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] VMware NSXv3 Agent initialized successfully. [ 558.146455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] Acquiring lock "singleton_lock" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.146597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] Acquired lock "singleton_lock" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.146813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] Releasing lock "singleton_lock" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.147129] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] Full set of CONF: {{(pid=69987) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 558.147663] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ******************************************************************************** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 558.147663] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] Configuration options gathered from: {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 558.147815] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 558.147920] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 558.148045] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ================================================================================ {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 558.148225] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] agent_down_time = 75 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.148375] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] allow_automatic_dhcp_failover = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.148512] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] allow_bulk = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.148663] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] api_extensions_path = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.148809] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] api_paste_config = api-paste.ini {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.148957] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] auth_strategy = keystone {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.149079] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] backdoor_port = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.149188] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] backdoor_socket = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.149335] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] backlog = 4096 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.149483] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] base_mac = fa:16:3e:00:00:00 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.149650] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] bind_host = 0.0.0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.149799] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] bind_port = 9696 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150090] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] client_socket_timeout = 900 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150090] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] config_dir = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150226] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150346] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] config_source = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150531] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] control_exchange = neutron {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150628] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] core_plugin = ml2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150772] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] debug = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.150916] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] default_availability_zones = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.151145] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.151292] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] dhcp_agent_notification = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.151433] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] dhcp_agents_per_network = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.151572] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] dhcp_lease_duration = 86400 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.151833] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] dhcp_load_type = networks {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.151900] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] dns_domain = openstacklocal {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152062] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152208] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_default_route_bfd = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152348] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_default_route_ecmp = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152506] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_dvr = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152654] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_new_agents = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152798] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.152940] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_signals = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.153093] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] enable_traditional_dhcp = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.153234] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] external_dns_driver = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.153373] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] filter_validation = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.153525] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] global_physnet_mtu = 8950 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.153690] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] graceful_shutdown_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.153883] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] host = cpu-1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154041] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] host_dvr_for_dhcp = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154323] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] http_retries = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154323] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] instance_format = [instance: %(uuid)s] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154472] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154624] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ipam_driver = internal {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154803] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ipv6_pd_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.154911] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] l3_ha = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.155082] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.155296] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] l3_ha_network_physical_name = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.155406] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] l3_ha_network_type = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.155569] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_color = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.155729] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_config_append = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.155888] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156060] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_dir = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156349] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156349] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_options = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156483] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_rotate_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156649] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_rotate_interval_type = days {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156810] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] log_rotation_type = none {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.156938] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157070] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157234] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157395] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157521] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157680] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] max_dns_nameservers = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157835] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] max_header_line = 16384 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.157992] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] max_l3_agents_per_router = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.158299] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] max_logfile_count = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.158376] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] max_logfile_size_mb = 200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.158466] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] max_subnet_host_routes = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.158628] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] my_ip = 10.180.1.21 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.158788] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] my_ipv6 = ::1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159092] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] network_auto_schedule = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159092] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] network_link_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159259] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159419] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] notify_nova_on_port_data_changes = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159582] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] notify_nova_on_port_status_changes = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159744] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] pagination_max_limit = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.159899] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] publish_errors = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160064] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] rate_limit_burst = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160231] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] rate_limit_except_level = CRITICAL {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160389] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] rate_limit_interval = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160545] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] retry_until_window = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160700] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] router_distributed = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160987] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] rpc_resources_processing_step = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.160987] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] rpc_response_max_timeout = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.161165] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] rpc_response_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.161327] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] send_events_interval = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.161488] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] service_plugins = ['router'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.161650] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] setproctitle = on {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.161802] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] shell_completion = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.161959] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] state_path = /opt/stack/data/neutron {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.162132] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] syslog_log_facility = LOG_USER {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.162665] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] tcp_keepidle = 600 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.162665] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] transport_url = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.162665] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] use_journal = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.162790] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] use_json = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.162895] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] use_ssl = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.163067] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] use_stderr = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.163261] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] use_syslog = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.163442] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] vlan_qinq = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.163622] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] vlan_transparent = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.163777] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] watch_log_file = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.163922] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] wsgi_default_pool_size = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.164076] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] wsgi_keep_alive = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.164228] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.164370] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] wsgi_server_debug = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 558.164530] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_concurrency.disable_process_locking = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.164685] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165011] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165011] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165150] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165279] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165422] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165582] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.connection_string = messaging:// {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165731] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.165889] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.es_doc_type = notification {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166135] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.es_scroll_size = 10000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166198] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.es_scroll_time = 2m {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166321] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.filter_error_trace = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166469] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.hmac_keys = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166617] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.sentinel_service_name = mymaster {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166888] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.socket_timeout = 0.1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.166949] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.trace_requests = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167055] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler.trace_sqlalchemy = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167217] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler_jaeger.process_tags = {} {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167359] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler_jaeger.service_name_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167501] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] profiler_otlp.service_name_prefix = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167659] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.enforce_new_defaults = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.167932] env[69987]: WARNING oslo_config.cfg [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 558.168255] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.enforce_scope = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168255] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.policy_default_rule = default {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168411] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168543] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168700] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168838] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.168979] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169128] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169270] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169416] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_policy.remote_timeout = 60.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169636] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169712] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] agent.extensions = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.169857] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170026] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] service_providers.service_provider = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170167] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.default_quota = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170320] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170482] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_floatingip = 50 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170656] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_network = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170911] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_port = 500 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.170974] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171094] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_router = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171233] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_security_group = 10 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171379] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171519] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.quota_subnet = 100 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171690] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] QUOTAS.track_quota_usage = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.171814] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172093] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172093] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172245] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172414] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172545] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172705] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172848] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_dhcp_release.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.172985] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_dhcp_release.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173142] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173380] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173456] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_dhcp_release.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173563] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173700] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_ovs_vsctl.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173837] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_ovs_vsctl.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.173980] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.174133] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.174273] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_ovs_vsctl.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.174416] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_namespace.capabilities = [21] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.174554] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_namespace.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.174743] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_namespace.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.174916] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175080] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_namespace.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175226] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_namespace.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175376] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_conntrack.capabilities = [12] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175513] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_conntrack.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175654] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_conntrack.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175797] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.175939] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176089] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_conntrack.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176239] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_link.capabilities = [12, 21] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176378] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_link.group = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176516] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_link.helper_command = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176660] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176801] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_link.thread_pool_size = 8 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.176938] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] privsep_link.user = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177109] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177262] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177410] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.continue_on_failed_promotions = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177551] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.dscp = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177697] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.dscp_inherit = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177844] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.force_mp_to_policy = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.177989] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.locking_coordinator_url = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.178395] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.log_agent_heartbeats = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.178395] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.logging_expire = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.178395] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.178583] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.178765] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.polling_interval = 240 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.178918] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179082] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179236] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.report_interval = 30.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179386] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179533] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179683] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179839] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.sync_skew = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.179969] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.synchronization_queue_size = 20 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.180127] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT.use_helper_for_ns_read = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.180279] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] SECURITYGROUP.enable_ipset = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.180430] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] SECURITYGROUP.enable_security_group = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.180605] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.180797] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.180907] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] experimental.ipv6_pd_enabled = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181090] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.extension_drivers = ['port_security'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181223] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.external_network_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181379] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181529] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.overlay_ip_version = 4 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181683] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.path_mtu = 8950 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181833] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.physical_network_mtus = {} {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.181983] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.tenant_network_types = ['vlan'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.182150] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.182306] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ml2.type_drivers = ['vlan'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.182470] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT_CLI.neutron_port_id = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.182635] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.182785] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.182944] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.183112] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.183265] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.183416] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.183590] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.183743] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.183946] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.184118] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_login_password = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.184264] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_login_port = 443 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.184413] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_login_user = admin {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.184563] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.184715] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.184861] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185027] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185166] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185320] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185472] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185621] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185768] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.185918] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.186082] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.186232] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.186377] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.186571] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.186727] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] vsphere.vsphere_login_password = VMware1! {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187051] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187051] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187185] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187327] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.auth_type = password {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187473] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187617] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187758] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.187907] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.endpoint_type = public {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188060] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188231] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188347] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.region_name = RegionOne {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188493] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188635] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] nova.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188785] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.188979] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.auth_type = password {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189095] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189237] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189382] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189532] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.endpoint_type = public {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189674] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189811] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.189947] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190098] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190236] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] placement.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190383] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.auth_section = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190551] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.auth_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190699] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.cafile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190839] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.certfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.190984] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.collect_timing = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191138] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.connect_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191276] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.connect_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191418] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.enable_notifications = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191556] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.endpoint_override = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191696] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.insecure = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191833] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.interface = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.191969] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.keyfile = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192117] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.max_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192274] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.min_version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192387] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.region_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192549] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.retriable_status_codes = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192698] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.service_name = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192836] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.service_type = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.192980] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.split_loggers = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193132] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.status_code_retries = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193272] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.status_code_retry_delay = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193410] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.timeout = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193553] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.valid_interfaces = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193692] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ironic.version = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193839] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] cli_script.dry_run = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.193991] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.194143] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.194287] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.194431] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.194563] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.194725] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.194955] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.195136] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.195286] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.195437] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.195609] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.195769] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.195922] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196081] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196230] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196378] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196520] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196664] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196811] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.196951] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.197104] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.197253] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.197395] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.197537] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.197680] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.197819] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198015] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198239] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198401] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198547] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198717] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.ssl = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198842] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.198991] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.199150] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.199295] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.199444] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.ssl_version = {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.199586] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.199739] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_notifications.driver = [] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.199885] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_notifications.retry = -1 {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.200051] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.200196] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] oslo_messaging_notifications.transport_url = **** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 558.200307] env[69987]: DEBUG oslo_service.backend.eventlet.service [None req-527a634c-de08-48f6-b0ab-24d6ac6e2a6b None None] ******************************************************************************** {{(pid=69987) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 558.201368] env[69987]: DEBUG neutron.agent.securitygroups_rpc [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Init firewall settings (driver=nsxv3) {{(pid=69987) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 558.202770] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69987) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 558.202963] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] RPC agent_id: nsxm-l-01a.corp.local [ 558.205286] env[69987]: DEBUG dogpile.cache.region [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.205412] env[69987]: DEBUG dogpile.lock [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 558.205512] env[69987]: DEBUG dogpile.lock [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 558.205608] env[69987]: DEBUG dogpile.lock [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 558.205702] env[69987]: DEBUG dogpile.cache.region [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 558.205791] env[69987]: DEBUG dogpile.lock [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 558.205916] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 558.235995] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Session token - acquiring [ 558.237896] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.238106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.238193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.238640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.248319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.516302] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 558.535802] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 558.535941] env[69987]: DEBUG dogpile.cache.region [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Cache value generated in 0.330 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 558.536074] env[69987]: DEBUG dogpile.lock [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 558.536198] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Activating Policy API Provider. [ 558.536386] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Looking for the default Infrastructure Rules. [ 558.601875] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Looking for the Default Layer3 Logged Drop Section. [ 558.618010] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 558.618452] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.618624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.618725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.619025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.619344] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.137128] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.639546] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.142287] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Inventory metadata is going to be refreshed. [ 560.142482] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 560.868446] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.868988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.868988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.869167] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.880894] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 560.982984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.984023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 560.999947] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.000223] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.000291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.000602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.000759] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.000917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 561.001051] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.001161] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 561.024358] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.024657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.024657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.025088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.025321] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.025457] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 561.044460] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.044689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.044758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.045098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.045242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.045398] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 561.062349] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.062628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.062703] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.063015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.063166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.063321] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 561.063426] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.063534] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 561.078867] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.079092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.079166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.079429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.079547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.079684] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 561.079789] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.079894] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 561.096484] env[69987]: DEBUG networking_nsxv3.common.locking [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.096680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.096741] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.097047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.097199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.097345] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 561.097453] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 561.097557] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Inventory metadata have been refreshed. [ 561.097659] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Dryrun:True. Metadata refresh completed. [ 561.097778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Releasing lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.099397] env[69987]: INFO neutron.agent.agent_extensions_manager [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Loaded agent extensions: [] [ 561.100133] env[69987]: DEBUG neutron_lib.callbacks.manager [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69987) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 561.153213] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent RPC Daemon Started! [ 561.153436] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:0 started [ 561.153436] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent out of sync with plugin! [ 566.101106] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.101515] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.102742] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.103107] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.236869] env[69987]: INFO networking_nsxv3.common.synchronization [None req-976a8efe-abe9-4c46-a79a-9a9aa05c022c demo admin] Enqueued Resource ID: 2bb621d4-16f4-4b60-bc8c-35ec002214f1 with Priority: HIGHEST for action security_group_rules [ 575.237360] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bb621d4-16f4-4b60-bc8c-35ec002214f1 with Priority: HIGHEST for action security_group_rules [ 575.237660] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bb621d4-16f4-4b60-bc8c-35ec002214f1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.237812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bb621d4-16f4-4b60-bc8c-35ec002214f1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.237912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bb621d4-16f4-4b60-bc8c-35ec002214f1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.238264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bb621d4-16f4-4b60-bc8c-35ec002214f1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.238353] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bb621d4-16f4-4b60-bc8c-35ec002214f1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.759115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.759352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.759352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.759539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.759604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.759684] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bb621d4-16f4-4b60-bc8c-35ec002214f1 already deleted. [ 575.759765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bb621d4-16f4-4b60-bc8c-35ec002214f1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.238610] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.239057] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.242273] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.242273] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.240861] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.241235] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 595.241455] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 595.242148] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 599.103453] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.105252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.105252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.105252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.105252] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.606903] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.104843] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0a545c8a-b93e-460f-8eff-fe7959d5cb6b None None] Enqueued Resource ID: 7244da4f-3eb6-41b6-a10a-146781763034 with Priority: HIGHEST for action port [ 600.105110] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7244da4f-3eb6-41b6-a10a-146781763034 with Priority: HIGHEST for action port [ 600.105666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7244da4f-3eb6-41b6-a10a-146781763034 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.105791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7244da4f-3eb6-41b6-a10a-146781763034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.105860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7244da4f-3eb6-41b6-a10a-146781763034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.107142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7244da4f-3eb6-41b6-a10a-146781763034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.108379] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7244da4f-3eb6-41b6-a10a-146781763034',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.108642] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.611317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7244da4f-3eb6-41b6-a10a-146781763034 [ 600.611600] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.611767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.611767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.611977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.612216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.612396] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7244da4f-3eb6-41b6-a10a-146781763034 already deleted. [ 600.612396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7244da4f-3eb6-41b6-a10a-146781763034" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.617805] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 600.617805] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 601.460271] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.460271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.460271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.460271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.472970] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 601.475531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.476735] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 601.495536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.496347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.496347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.498347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.498347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.498347] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 601.498347] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.498347] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 601.520348] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.520348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.520348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.520348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.520348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.520348] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 601.543021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.543021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.543021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.543021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.543021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.543021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 601.562951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.563302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.563497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.565610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.565610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.565610] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 601.565610] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.565610] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 601.583792] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.583792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.583792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.583792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.583792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.583792] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 601.583792] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.583792] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 601.609585] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.609585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.609585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.609585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.609585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 601.609585] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 601.609585] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 601.639822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.639822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.639822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.639822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.639822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.639822] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 601.660486] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.660486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.660486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.660486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.660486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.703577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.917338] env[69987]: INFO networking_nsxv3.common.synchronization [None req-9cfc27a7-146b-46c2-adf7-060764cfc3b5 None None] Enqueued Resource ID: a62c435b-3fcb-4c5c-8904-2ddce7180c1c with Priority: HIGHEST for action port [ 601.917617] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62c435b-3fcb-4c5c-8904-2ddce7180c1c with Priority: HIGHEST for action port [ 601.918197] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62c435b-3fcb-4c5c-8904-2ddce7180c1c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.918394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62c435b-3fcb-4c5c-8904-2ddce7180c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.918394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62c435b-3fcb-4c5c-8904-2ddce7180c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.918640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62c435b-3fcb-4c5c-8904-2ddce7180c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.918769] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62c435b-3fcb-4c5c-8904-2ddce7180c1c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.422049] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a62c435b-3fcb-4c5c-8904-2ddce7180c1c [ 602.422360] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.422478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.422523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.422909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.422909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.422909] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a62c435b-3fcb-4c5c-8904-2ddce7180c1c already deleted. [ 602.423057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62c435b-3fcb-4c5c-8904-2ddce7180c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.084384] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1ba77e2c-b210-4e1d-ac9a-49276b8b8309 None None] Enqueued Resource ID: 36d11d77-8531-4f13-8c0b-42cd3ca8b010 with Priority: HIGHEST for action port [ 605.084384] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d11d77-8531-4f13-8c0b-42cd3ca8b010 with Priority: HIGHEST for action port [ 605.084384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d11d77-8531-4f13-8c0b-42cd3ca8b010 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.084384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d11d77-8531-4f13-8c0b-42cd3ca8b010" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.084384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d11d77-8531-4f13-8c0b-42cd3ca8b010" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.084384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d11d77-8531-4f13-8c0b-42cd3ca8b010" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.084384] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d11d77-8531-4f13-8c0b-42cd3ca8b010',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.350054] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8d810e52-b74e-4a51-b02d-411db0d8d75b None None] Enqueued Resource ID: f0a4adc4-47d9-4645-986d-64822bb97304 with Priority: HIGHEST for action port [ 605.350773] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a4adc4-47d9-4645-986d-64822bb97304 with Priority: HIGHEST for action port [ 605.350920] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0a4adc4-47d9-4645-986d-64822bb97304 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.351045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0a4adc4-47d9-4645-986d-64822bb97304" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.351108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0a4adc4-47d9-4645-986d-64822bb97304" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.351342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0a4adc4-47d9-4645-986d-64822bb97304" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.351421] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a4adc4-47d9-4645-986d-64822bb97304',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.587231] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d11d77-8531-4f13-8c0b-42cd3ca8b010 [ 605.587467] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.587605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.587675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.588570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.588712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.589986] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d11d77-8531-4f13-8c0b-42cd3ca8b010 already deleted. [ 605.589986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d11d77-8531-4f13-8c0b-42cd3ca8b010" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.854720] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0a4adc4-47d9-4645-986d-64822bb97304 [ 605.854953] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.855124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.855190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.858582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.858685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.858785] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0a4adc4-47d9-4645-986d-64822bb97304 already deleted. [ 605.858870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0a4adc4-47d9-4645-986d-64822bb97304" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.098813] env[69987]: INFO networking_nsxv3.common.synchronization [None req-2c42a498-acd1-472a-aa62-2e7e31f16d94 None None] Enqueued Resource ID: 0c782aab-2817-4d1d-ba93-26a1fc6acbde with Priority: HIGHEST for action port [ 607.099392] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c782aab-2817-4d1d-ba93-26a1fc6acbde with Priority: HIGHEST for action port [ 607.100721] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c782aab-2817-4d1d-ba93-26a1fc6acbde taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.100721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c782aab-2817-4d1d-ba93-26a1fc6acbde" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.100865] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c782aab-2817-4d1d-ba93-26a1fc6acbde" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.101179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c782aab-2817-4d1d-ba93-26a1fc6acbde" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.101306] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c782aab-2817-4d1d-ba93-26a1fc6acbde',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.604016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c782aab-2817-4d1d-ba93-26a1fc6acbde [ 607.604016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.605629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.605629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.605751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.605850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.605960] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c782aab-2817-4d1d-ba93-26a1fc6acbde already deleted. [ 607.606060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c782aab-2817-4d1d-ba93-26a1fc6acbde" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.626028] env[69987]: INFO networking_nsxv3.common.synchronization [None req-9cfe231a-56f7-4f58-b198-c8c1bcf1d5ee None None] Enqueued Resource ID: 2890cda4-5623-4855-98ee-12da2a67ed15 with Priority: HIGHEST for action port [ 607.626028] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2890cda4-5623-4855-98ee-12da2a67ed15 with Priority: HIGHEST for action port [ 607.626329] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2890cda4-5623-4855-98ee-12da2a67ed15 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.626376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2890cda4-5623-4855-98ee-12da2a67ed15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.626660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2890cda4-5623-4855-98ee-12da2a67ed15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.626763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2890cda4-5623-4855-98ee-12da2a67ed15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.627193] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2890cda4-5623-4855-98ee-12da2a67ed15',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.724872] env[69987]: INFO networking_nsxv3.common.synchronization [None req-29a680d3-28fe-4390-8b02-b9ce6058c4ed None None] Enqueued Resource ID: 6a1a48b0-9062-4463-9d05-17a5dc41ec3b with Priority: HIGHEST for action port [ 607.725555] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a1a48b0-9062-4463-9d05-17a5dc41ec3b with Priority: HIGHEST for action port [ 607.726023] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a1a48b0-9062-4463-9d05-17a5dc41ec3b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.727146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a1a48b0-9062-4463-9d05-17a5dc41ec3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.727146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a1a48b0-9062-4463-9d05-17a5dc41ec3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.727146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a1a48b0-9062-4463-9d05-17a5dc41ec3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.727146] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a1a48b0-9062-4463-9d05-17a5dc41ec3b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.011345] env[69987]: INFO networking_nsxv3.common.synchronization [None req-b17944f0-4225-4b2e-9923-f9ccba1fb6dc None None] Enqueued Resource ID: 258e2ed2-d027-422c-9d5f-79f17821820e with Priority: HIGHEST for action port [ 608.012640] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258e2ed2-d027-422c-9d5f-79f17821820e with Priority: HIGHEST for action port [ 608.013178] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-258e2ed2-d027-422c-9d5f-79f17821820e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.013479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258e2ed2-d027-422c-9d5f-79f17821820e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.014741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258e2ed2-d027-422c-9d5f-79f17821820e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.014741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258e2ed2-d027-422c-9d5f-79f17821820e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.014741] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258e2ed2-d027-422c-9d5f-79f17821820e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.133467] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2890cda4-5623-4855-98ee-12da2a67ed15 [ 608.133798] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.133798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.133951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.134179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.134179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.134275] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2890cda4-5623-4855-98ee-12da2a67ed15 already deleted. [ 608.134316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2890cda4-5623-4855-98ee-12da2a67ed15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.233269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a1a48b0-9062-4463-9d05-17a5dc41ec3b [ 608.233269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.233269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.233269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.233269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.233269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.233269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a1a48b0-9062-4463-9d05-17a5dc41ec3b already deleted. [ 608.233269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a1a48b0-9062-4463-9d05-17a5dc41ec3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.516981] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 258e2ed2-d027-422c-9d5f-79f17821820e [ 608.516981] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.516981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.516981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.517195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.517195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.517251] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:258e2ed2-d027-422c-9d5f-79f17821820e already deleted. [ 608.517463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258e2ed2-d027-422c-9d5f-79f17821820e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.556028] env[69987]: INFO networking_nsxv3.common.synchronization [None req-815d46c5-3df9-40d5-a5fc-01c01458edd8 None None] Enqueued Resource ID: ac0a1cc4-6f40-4315-a0e5-49b6c331105f with Priority: HIGHEST for action port [ 608.556028] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0a1cc4-6f40-4315-a0e5-49b6c331105f with Priority: HIGHEST for action port [ 608.556556] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac0a1cc4-6f40-4315-a0e5-49b6c331105f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.556675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac0a1cc4-6f40-4315-a0e5-49b6c331105f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.556783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac0a1cc4-6f40-4315-a0e5-49b6c331105f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.556972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac0a1cc4-6f40-4315-a0e5-49b6c331105f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.557345] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac0a1cc4-6f40-4315-a0e5-49b6c331105f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.063393] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac0a1cc4-6f40-4315-a0e5-49b6c331105f [ 609.065500] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.065500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.065500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.065500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.065500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.065500] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac0a1cc4-6f40-4315-a0e5-49b6c331105f already deleted. [ 609.065500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac0a1cc4-6f40-4315-a0e5-49b6c331105f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.827017] env[69987]: INFO networking_nsxv3.common.synchronization [None req-80499ecf-a3af-4d8a-aab8-d646e6547da1 None None] Enqueued Resource ID: c4413bd0-b431-4bd3-940d-09d9e038b43e with Priority: HIGHEST for action port [ 609.827017] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4413bd0-b431-4bd3-940d-09d9e038b43e with Priority: HIGHEST for action port [ 609.827426] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4413bd0-b431-4bd3-940d-09d9e038b43e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.827426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4413bd0-b431-4bd3-940d-09d9e038b43e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.827426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4413bd0-b431-4bd3-940d-09d9e038b43e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.828951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4413bd0-b431-4bd3-940d-09d9e038b43e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.829295] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4413bd0-b431-4bd3-940d-09d9e038b43e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.236936] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5745dbaf-4725-4fe3-bcfa-a829e8901cdc None None] Enqueued Resource ID: 019aead6-0165-4a6e-98f3-e0d12dcfe6f9 with Priority: HIGHEST for action port [ 610.237222] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019aead6-0165-4a6e-98f3-e0d12dcfe6f9 with Priority: HIGHEST for action port [ 610.237776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-019aead6-0165-4a6e-98f3-e0d12dcfe6f9 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.237955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019aead6-0165-4a6e-98f3-e0d12dcfe6f9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.237955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019aead6-0165-4a6e-98f3-e0d12dcfe6f9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.238974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019aead6-0165-4a6e-98f3-e0d12dcfe6f9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.238974] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019aead6-0165-4a6e-98f3-e0d12dcfe6f9',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.333906] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4413bd0-b431-4bd3-940d-09d9e038b43e [ 610.333906] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.333906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.333906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.333906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.333906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.333906] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4413bd0-b431-4bd3-940d-09d9e038b43e already deleted. [ 610.333906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4413bd0-b431-4bd3-940d-09d9e038b43e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.651408] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5a8d457a-839a-49ec-8611-3604ca8cf43e None None] Enqueued Resource ID: a0d5b2aa-9a35-44a3-a725-446509d1f991 with Priority: HIGHEST for action port [ 610.651408] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0d5b2aa-9a35-44a3-a725-446509d1f991 with Priority: HIGHEST for action port [ 610.651408] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0d5b2aa-9a35-44a3-a725-446509d1f991 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.651408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0d5b2aa-9a35-44a3-a725-446509d1f991" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.651408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0d5b2aa-9a35-44a3-a725-446509d1f991" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.651408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0d5b2aa-9a35-44a3-a725-446509d1f991" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.651408] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0d5b2aa-9a35-44a3-a725-446509d1f991',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.743504] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 019aead6-0165-4a6e-98f3-e0d12dcfe6f9 [ 610.743504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.743504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.743504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.743731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.743731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.743731] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:019aead6-0165-4a6e-98f3-e0d12dcfe6f9 already deleted. [ 610.743843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019aead6-0165-4a6e-98f3-e0d12dcfe6f9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.155692] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0d5b2aa-9a35-44a3-a725-446509d1f991 [ 611.155692] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.156011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.156011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.156458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.156458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.156458] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0d5b2aa-9a35-44a3-a725-446509d1f991 already deleted. [ 611.156458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0d5b2aa-9a35-44a3-a725-446509d1f991" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.177431] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f7a39f72-85bd-4c77-b637-6a690fde7b02 None None] Enqueued Resource ID: 3d9dfb56-7cc7-4e3a-922f-ff9ca524b204 with Priority: HIGHEST for action port [ 613.177751] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9dfb56-7cc7-4e3a-922f-ff9ca524b204 with Priority: HIGHEST for action port [ 613.178255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d9dfb56-7cc7-4e3a-922f-ff9ca524b204 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.179456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d9dfb56-7cc7-4e3a-922f-ff9ca524b204" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.179529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d9dfb56-7cc7-4e3a-922f-ff9ca524b204" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.179778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d9dfb56-7cc7-4e3a-922f-ff9ca524b204" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.179855] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d9dfb56-7cc7-4e3a-922f-ff9ca524b204',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.682040] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d9dfb56-7cc7-4e3a-922f-ff9ca524b204 [ 613.682345] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.682929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.683172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.683232] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d9dfb56-7cc7-4e3a-922f-ff9ca524b204 already deleted. [ 613.683341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d9dfb56-7cc7-4e3a-922f-ff9ca524b204" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.657240] env[69987]: INFO networking_nsxv3.common.synchronization [None req-25b1acc2-566d-4893-8f74-8ab97b4d25dc None None] Enqueued Resource ID: 59aace9e-fcfe-4b2a-8eb9-447f1d1fe988 with Priority: HIGHEST for action port [ 614.657888] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59aace9e-fcfe-4b2a-8eb9-447f1d1fe988 with Priority: HIGHEST for action port [ 614.658376] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-59aace9e-fcfe-4b2a-8eb9-447f1d1fe988 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.658543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59aace9e-fcfe-4b2a-8eb9-447f1d1fe988" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.658603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59aace9e-fcfe-4b2a-8eb9-447f1d1fe988" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.658805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59aace9e-fcfe-4b2a-8eb9-447f1d1fe988" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.659029] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59aace9e-fcfe-4b2a-8eb9-447f1d1fe988',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.104025] env[69987]: INFO networking_nsxv3.common.synchronization [None req-85a42cc1-0d95-45e0-a859-1ac808ff6684 None None] Enqueued Resource ID: 466b0b8e-a517-4037-8e6d-0256cf8bd8c1 with Priority: HIGHEST for action port [ 615.104025] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 466b0b8e-a517-4037-8e6d-0256cf8bd8c1 with Priority: HIGHEST for action port [ 615.104391] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-466b0b8e-a517-4037-8e6d-0256cf8bd8c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.104518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-466b0b8e-a517-4037-8e6d-0256cf8bd8c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.104518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-466b0b8e-a517-4037-8e6d-0256cf8bd8c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.106404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-466b0b8e-a517-4037-8e6d-0256cf8bd8c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.106404] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('466b0b8e-a517-4037-8e6d-0256cf8bd8c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.168495] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59aace9e-fcfe-4b2a-8eb9-447f1d1fe988 [ 615.169404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.170686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.170686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.170686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.170686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.170686] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59aace9e-fcfe-4b2a-8eb9-447f1d1fe988 already deleted. [ 615.170686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59aace9e-fcfe-4b2a-8eb9-447f1d1fe988" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.485647] env[69987]: INFO networking_nsxv3.common.synchronization [None req-d652e133-c187-4e9e-a020-f83a2732ba3c None None] Enqueued Resource ID: 6bedea60-5903-4531-bdbd-c73bed45fce7 with Priority: HIGHEST for action port [ 615.485647] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bedea60-5903-4531-bdbd-c73bed45fce7 with Priority: HIGHEST for action port [ 615.485925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bedea60-5903-4531-bdbd-c73bed45fce7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.485985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bedea60-5903-4531-bdbd-c73bed45fce7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.486519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bedea60-5903-4531-bdbd-c73bed45fce7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.486519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bedea60-5903-4531-bdbd-c73bed45fce7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.486519] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bedea60-5903-4531-bdbd-c73bed45fce7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.608869] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 466b0b8e-a517-4037-8e6d-0256cf8bd8c1 [ 615.608869] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.608869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.608869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.608869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.608869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.608869] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:466b0b8e-a517-4037-8e6d-0256cf8bd8c1 already deleted. [ 615.608869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-466b0b8e-a517-4037-8e6d-0256cf8bd8c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.991408] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bedea60-5903-4531-bdbd-c73bed45fce7 [ 615.991804] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.991886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.992954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.992954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.992954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.992954] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bedea60-5903-4531-bdbd-c73bed45fce7 already deleted. [ 615.992954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bedea60-5903-4531-bdbd-c73bed45fce7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.534603] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ce506e23-d242-47b0-9858-9d7fb19798a6 None None] Enqueued Resource ID: f909ed38-0e70-4e5b-84c8-e1d862535a92 with Priority: HIGHEST for action port [ 616.534603] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f909ed38-0e70-4e5b-84c8-e1d862535a92 with Priority: HIGHEST for action port [ 616.535051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f909ed38-0e70-4e5b-84c8-e1d862535a92 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.535189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f909ed38-0e70-4e5b-84c8-e1d862535a92" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.535255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f909ed38-0e70-4e5b-84c8-e1d862535a92" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.535505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f909ed38-0e70-4e5b-84c8-e1d862535a92" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.535582] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f909ed38-0e70-4e5b-84c8-e1d862535a92',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.043269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f909ed38-0e70-4e5b-84c8-e1d862535a92 [ 617.043535] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.043779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.043779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.043905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.044963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.044963] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f909ed38-0e70-4e5b-84c8-e1d862535a92 already deleted. [ 617.044963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f909ed38-0e70-4e5b-84c8-e1d862535a92" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.525637] env[69987]: INFO networking_nsxv3.common.synchronization [req-413f4065-0daf-4a0a-8ba0-e496497c41bd req-2c55663f-b603-4939-8ef5-b1a8cb3644ed tempest-ServerDiagnosticsTest-1840360730 tempest-ServerDiagnosticsTest-1840360730-project-member] Enqueued Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_members [ 617.526216] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_members [ 617.526822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.526944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.528070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.528360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.528536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.528676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.528726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.528874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.528962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.529068] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.036103] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.036103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.036103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.036103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.036294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.036382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.036495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.036561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.036720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.036799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.036888] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e24c3-89c4-4356-9028-11d70d1e69fa already deleted. [ 618.036969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.072423] env[69987]: INFO networking_nsxv3.common.synchronization [None req-aea5afa9-4c8c-4ba4-a268-59b758905acd None None] Enqueued Resource ID: 14820c00-145a-49ad-97f1-14f7696433db with Priority: HIGHEST for action port [ 618.072423] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14820c00-145a-49ad-97f1-14f7696433db with Priority: HIGHEST for action port [ 618.072423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-14820c00-145a-49ad-97f1-14f7696433db taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.072423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14820c00-145a-49ad-97f1-14f7696433db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.072423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14820c00-145a-49ad-97f1-14f7696433db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.072423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14820c00-145a-49ad-97f1-14f7696433db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.072423] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14820c00-145a-49ad-97f1-14f7696433db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.274312] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a8dff2e5-c51a-40e5-8b2e-6656a8f2c701 None None] Enqueued Resource ID: 92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13 with Priority: HIGHEST for action port [ 618.275056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13 with Priority: HIGHEST for action port [ 618.275251] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.275384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.275473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.275709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.275808] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.576229] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14820c00-145a-49ad-97f1-14f7696433db [ 618.576229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.576331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.576529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.576607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.576696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.576788] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14820c00-145a-49ad-97f1-14f7696433db already deleted. [ 618.576867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14820c00-145a-49ad-97f1-14f7696433db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.732509] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.732717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.732840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.736638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.736638] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.736638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.736638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.736638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.736638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.736638] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.736638] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.736638] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.736638] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.736638] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 618.736638] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.736638] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.739443] env[69987]: INFO networking_nsxv3.common.synchronization [None req-024458f4-f6c8-47d8-a17e-ebae6b57fa00 None None] Enqueued Resource ID: b260c7d4-ccc3-42ec-9ce2-6343e195aaed with Priority: HIGHEST for action port [ 618.739952] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b260c7d4-ccc3-42ec-9ce2-6343e195aaed with Priority: HIGHEST for action port [ 618.741347] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b260c7d4-ccc3-42ec-9ce2-6343e195aaed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.741347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b260c7d4-ccc3-42ec-9ce2-6343e195aaed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.741347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b260c7d4-ccc3-42ec-9ce2-6343e195aaed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.743205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b260c7d4-ccc3-42ec-9ce2-6343e195aaed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.743205] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b260c7d4-ccc3-42ec-9ce2-6343e195aaed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.759762] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.760309] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 618.760309] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.760309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.762323] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-3f5f9119-ace0-4dc6-85ae-35541cd46022 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.762672] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.765079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.765079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.765079] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5f9119-ace0-4dc6-85ae-35541cd46022',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.783448] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13 [ 618.783448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.783448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.783448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.783448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.783448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.783448] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13 already deleted. [ 618.783448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b7a1ef-2881-4a8f-8d9f-66d85f6e8c13" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.179184] env[69987]: INFO networking_nsxv3.common.synchronization [req-c820b44f-bb6c-47ed-87e4-6b7dbc74040f req-9f717e41-1742-450e-9d34-621c6c01aa3e tempest-DeleteServersAdminTestJSON-328123481 tempest-DeleteServersAdminTestJSON-328123481-project-member] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 619.179746] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 619.180142] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.180586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.180586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.180586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.180726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.180826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.180893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.181059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.181140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.181229] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.248850] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b260c7d4-ccc3-42ec-9ce2-6343e195aaed [ 619.248850] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.248850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.248850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.248850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.248850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.248850] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b260c7d4-ccc3-42ec-9ce2-6343e195aaed already deleted. [ 619.248850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b260c7d4-ccc3-42ec-9ce2-6343e195aaed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.272021] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.272021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 3f5f9119-ace0-4dc6-85ae-35541cd46022 not found, creating... [ 619.272021] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.272021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.280884] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.280884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.280884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.280884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.280884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.280884] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 3f5f9119-ace0-4dc6-85ae-35541cd46022 is going to be created. [ 619.302518] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.302813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.303400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.304042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.304042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.305022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.602518] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.602689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.602802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.603210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.607226] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.607560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.607631] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.608022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.608022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.608252] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.608369] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.608504] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.608603] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.610460] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 619.610635] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.613700] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.637627] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.637627] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 619.637627] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.637627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.637627] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-c87f9440-73bd-4854-863b-5e6a47bb7faf taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.637881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.638163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.638286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.638428] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87f9440-73bd-4854-863b-5e6a47bb7faf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.685560] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.686545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.687662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.687662] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 already deleted. [ 619.689661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.977613] env[69987]: INFO networking_nsxv3.common.synchronization [None req-422453bb-8747-4e88-8dd5-791b6d67f719 tempest-ServersTestFqdnHostnames-1854434547 tempest-ServersTestFqdnHostnames-1854434547-project-member] Enqueued Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_rules [ 619.978176] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_rules [ 619.981142] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.981142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.981142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.984031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.984031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.104109] env[69987]: INFO networking_nsxv3.common.synchronization [None req-33e1e0f4-62b2-4510-bfb5-255e73c8af03 tempest-ServersTestFqdnHostnames-1854434547 tempest-ServersTestFqdnHostnames-1854434547-project-member] Enqueued Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_rules [ 620.104426] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_rules [ 620.104733] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.104840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.142216] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.142460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.142589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.142853] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.143044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.143209] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port c87f9440-73bd-4854-863b-5e6a47bb7faf not found, creating... [ 620.143474] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.144354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.144354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.144354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.144354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.144505] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.144565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.144661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.144891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.144969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.147599] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: c87f9440-73bd-4854-863b-5e6a47bb7faf is going to be created. [ 620.167319] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.167684] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.167797] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.168806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.169827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.169827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.255293] env[69987]: INFO networking_nsxv3.common.synchronization [req-413f4065-0daf-4a0a-8ba0-e496497c41bd req-88af9150-b726-4f09-a378-2db716ad4475 service nova] Enqueued Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_rules [ 620.255532] env[69987]: INFO networking_nsxv3.common.synchronization [req-413f4065-0daf-4a0a-8ba0-e496497c41bd req-88af9150-b726-4f09-a378-2db716ad4475 service nova] Enqueued Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_members [ 620.255621] env[69987]: INFO networking_nsxv3.common.synchronization [req-413f4065-0daf-4a0a-8ba0-e496497c41bd req-88af9150-b726-4f09-a378-2db716ad4475 service nova] Enqueued Resource ID: 3f5f9119-ace0-4dc6-85ae-35541cd46022 with Priority: HIGHEST for action port [ 620.255922] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_rules [ 620.256071] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_members [ 620.256178] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5f9119-ace0-4dc6-85ae-35541cd46022 with Priority: HIGHEST for action port [ 620.257346] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.257572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.257647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.259174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.259211] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.264875] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.265433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.265433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.265633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.265812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.265992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.265992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.266166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.266280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.266383] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.267244] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5f9119-ace0-4dc6-85ae-35541cd46022 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.267464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.267464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.267570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.267636] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5f9119-ace0-4dc6-85ae-35541cd46022',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.506413] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.506559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.506628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.506855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.506952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.507155] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa already deleted. [ 620.507155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.507299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.507455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.508290] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.538072] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1cf95d3c-ec13-47c3-b126-a0d96b0acc45 None None] Enqueued Resource ID: 87e37dc7-7fc0-4ab5-bcfc-5c57649a7553 with Priority: HIGHEST for action port [ 620.538688] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e37dc7-7fc0-4ab5-bcfc-5c57649a7553 with Priority: HIGHEST for action port [ 620.539112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e37dc7-7fc0-4ab5-bcfc-5c57649a7553 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.539378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e37dc7-7fc0-4ab5-bcfc-5c57649a7553" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.539378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e37dc7-7fc0-4ab5-bcfc-5c57649a7553" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.539618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e37dc7-7fc0-4ab5-bcfc-5c57649a7553" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.539697] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e37dc7-7fc0-4ab5-bcfc-5c57649a7553',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.653706] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0eaee9be-dca5-4901-91b6-51ede455a12d tempest-VolumesAssistedSnapshotsTest-1773208599 tempest-VolumesAssistedSnapshotsTest-1773208599-project-member] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_rules [ 620.654172] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_rules [ 620.654463] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.654581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.654635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.654974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.654974] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.765795] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.765795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.771033] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1e7a9b38-4e44-4a69-8f43-a593aa6061ab tempest-VolumesAssistedSnapshotsTest-1773208599 tempest-VolumesAssistedSnapshotsTest-1773208599-project-member] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_rules [ 620.773875] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.777549] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5f9119-ace0-4dc6-85ae-35541cd46022 with status ACTIVE [ 620.777549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.777549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.777549] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5f9119-ace0-4dc6-85ae-35541cd46022 is going to be updated. [ 620.782023] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_rules [ 620.782023] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.782023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.802903] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.802903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.802903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.802903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.803954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.803954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5f9119-ace0-4dc6-85ae-35541cd46022" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.939284] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1d16d5eb-513f-46e2-ad3d-b43198ca7bdd None None] Enqueued Resource ID: 6598b53c-4692-4e60-8af6-353015b21c7e with Priority: HIGHEST for action port [ 620.939373] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6598b53c-4692-4e60-8af6-353015b21c7e with Priority: HIGHEST for action port [ 620.939914] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6598b53c-4692-4e60-8af6-353015b21c7e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.940052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6598b53c-4692-4e60-8af6-353015b21c7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.940420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6598b53c-4692-4e60-8af6-353015b21c7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.940887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6598b53c-4692-4e60-8af6-353015b21c7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.942282] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6598b53c-4692-4e60-8af6-353015b21c7e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.036600] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.036903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.037313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.037762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.037935] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa already deleted. [ 621.038227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.042041] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e37dc7-7fc0-4ab5-bcfc-5c57649a7553 [ 621.042173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.042243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.043073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.043385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.043493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.043583] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e37dc7-7fc0-4ab5-bcfc-5c57649a7553 already deleted. [ 621.043710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e37dc7-7fc0-4ab5-bcfc-5c57649a7553" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.174767] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.174995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.174995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.175218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.175447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.175447] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 already deleted. [ 621.175544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.175653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.175762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.175842] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.186409] env[69987]: INFO networking_nsxv3.common.synchronization [req-c820b44f-bb6c-47ed-87e4-6b7dbc74040f req-d533f897-e3cd-42bc-8f37-7216242316d6 service nova] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_rules [ 621.186704] env[69987]: INFO networking_nsxv3.common.synchronization [req-c820b44f-bb6c-47ed-87e4-6b7dbc74040f req-d533f897-e3cd-42bc-8f37-7216242316d6 service nova] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 621.186704] env[69987]: INFO networking_nsxv3.common.synchronization [req-c820b44f-bb6c-47ed-87e4-6b7dbc74040f req-d533f897-e3cd-42bc-8f37-7216242316d6 service nova] Enqueued Resource ID: c87f9440-73bd-4854-863b-5e6a47bb7faf with Priority: HIGHEST for action port [ 621.187120] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_rules [ 621.187206] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 621.187320] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c87f9440-73bd-4854-863b-5e6a47bb7faf with Priority: HIGHEST for action port [ 621.187839] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.187952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.189971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.190383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.190493] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.192207] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.192324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.192390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.192698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.192857] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.193034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.193103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.193271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.193370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.193415] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.195868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c87f9440-73bd-4854-863b-5e6a47bb7faf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.195868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.195974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.196078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.196328] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c87f9440-73bd-4854-863b-5e6a47bb7faf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.284338] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.443944] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6598b53c-4692-4e60-8af6-353015b21c7e [ 621.444388] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.444388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.444515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.444650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.444728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.444824] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6598b53c-4692-4e60-8af6-353015b21c7e already deleted. [ 621.444901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6598b53c-4692-4e60-8af6-353015b21c7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.693095] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.693332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.695855] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.696232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.696232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.696232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.696484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.696484] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 already deleted. [ 621.696484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.696688] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.699955] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c87f9440-73bd-4854-863b-5e6a47bb7faf with status ACTIVE [ 621.699955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.699955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.699955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.700155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.700249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.700398] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.700494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.700546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.700698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.700768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.700945] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.701046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.701100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.701243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.701309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.701369] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c87f9440-73bd-4854-863b-5e6a47bb7faf is going to be updated. [ 621.726534] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.726894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.727016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.727228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.727359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.727511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c87f9440-73bd-4854-863b-5e6a47bb7faf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.784993] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.785164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.785341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.785430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.785521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.785617] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e24c3-89c4-4356-9028-11d70d1e69fa is going to be created. [ 621.841217] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.841377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.841377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.841785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.841785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.851670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e24c3-89c4-4356-9028-11d70d1e69fa in Status: UNINITIALIZED for 2s [ 622.083028] env[69987]: INFO networking_nsxv3.common.synchronization [req-0ce5fd9d-006c-44e5-89d1-f92184fd402d req-0dfd1a2a-1776-4e2e-992c-9f6e9feccdd3 tempest-TenantUsagesTestJSON-1894317245 tempest-TenantUsagesTestJSON-1894317245-project-member] Enqueued Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_members [ 622.083028] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_members [ 622.083293] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.083293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.083293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.083483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.083633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.083733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.083786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.083969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.084983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.085901] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.199942] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.588751] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.589050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.589050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.589659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.589659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.589659] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.589659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.589659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.590070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.590070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.590070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f0774-e5d3-453c-b274-c4280b790eca already deleted. [ 622.590070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.598704] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.598950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.599125] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.599373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.599635] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.599788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.599909] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.604169] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.604285] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.604515] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.604641] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.605106] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.605106] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.605106] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 622.605249] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.605323] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.625666] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.625666] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 622.625666] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.625666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.628665] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-cc0658e0-6fc9-45af-9d60-534898bf6858 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.628665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.628665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.628665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.628665] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0658e0-6fc9-45af-9d60-534898bf6858',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.702486] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.702858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.702858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.702858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.703056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.703287] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be created. [ 622.730699] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.730896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.730936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.732682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.732682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.742055] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: UNINITIALIZED for 2s [ 623.129808] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.130060] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.130193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.130473] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.130624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.130780] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port cc0658e0-6fc9-45af-9d60-534898bf6858 not found, creating... [ 623.131102] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.131278] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.131397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.131627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.131769] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.132082] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.132247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.132367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.132588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.132727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.132872] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: cc0658e0-6fc9-45af-9d60-534898bf6858 is going to be created. [ 623.155382] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.156825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.156825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.157073] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.157335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.157572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.697036] env[69987]: INFO networking_nsxv3.common.synchronization [req-683b75fd-b9a4-4d7a-b81a-d28734f1e558 req-52f28011-61ae-4c10-aea7-62344e1d9342 tempest-MigrationsAdminTest-1712202806 tempest-MigrationsAdminTest-1712202806-project-member] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 623.697409] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 623.697784] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.697934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.697934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.700053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.700229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.701458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.701458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.701458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.701458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.701458] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.862806] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e24c3-89c4-4356-9028-11d70d1e69fa in Status: SUCCESS [ 623.862806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.862806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.863235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.863587] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.865069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.865069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.865069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.865069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.865271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.865469] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.203206] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.203460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.203460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.203663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.203745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.204210] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.204210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.204210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.204553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.204553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.204553] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 already deleted. [ 624.204553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.211933] env[69987]: INFO networking_nsxv3.common.synchronization [req-0ce5fd9d-006c-44e5-89d1-f92184fd402d req-f227518d-5a19-418b-91b1-bcaa06c753f8 service nova] Enqueued Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_rules [ 624.212218] env[69987]: INFO networking_nsxv3.common.synchronization [req-0ce5fd9d-006c-44e5-89d1-f92184fd402d req-f227518d-5a19-418b-91b1-bcaa06c753f8 service nova] Enqueued Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_members [ 624.212448] env[69987]: INFO networking_nsxv3.common.synchronization [req-0ce5fd9d-006c-44e5-89d1-f92184fd402d req-f227518d-5a19-418b-91b1-bcaa06c753f8 service nova] Enqueued Resource ID: cc0658e0-6fc9-45af-9d60-534898bf6858 with Priority: HIGHEST for action port [ 624.213097] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_rules [ 624.213285] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_members [ 624.213429] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc0658e0-6fc9-45af-9d60-534898bf6858 with Priority: HIGHEST for action port [ 624.213959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.213959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.214189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.214504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.214504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.215572] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.218856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.218952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.220346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.220346] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.220346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.220346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.220346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.220346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.220346] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.221398] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc0658e0-6fc9-45af-9d60-534898bf6858 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.221398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.221398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.221398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.221398] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc0658e0-6fc9-45af-9d60-534898bf6858',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.369286] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.369456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.369492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.369768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.369871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.369969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.370046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.370195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.370299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.370417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.371379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.371379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.371379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.371379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.371379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.371649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.372952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372952] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.376361] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.376361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.376361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.376558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.377121] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.377338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.377467] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.377766] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.377927] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.378217] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.378365] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.378551] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.378733] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.378867] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.378971] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.379135] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.397017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.397221] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.397446] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.397695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.398041] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-6634b7a0-01a3-49e4-a7ac-6f8572d86925 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.398733] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.398733] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.398824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.399027] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6634b7a0-01a3-49e4-a7ac-6f8572d86925',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.723843] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.725280] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.725548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.736803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc0658e0-6fc9-45af-9d60-534898bf6858 with status ACTIVE [ 624.737089] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.737250] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.737342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.737585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.737702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.737919] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.738081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.738223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.738460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.738907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.739185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.739324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.739416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.739620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.739728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.739835] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc0658e0-6fc9-45af-9d60-534898bf6858 is going to be updated. [ 624.759372] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 624.760354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.760354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.760354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.760597] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.760597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.760597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.760870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.760870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.760940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.761072] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.764673] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.764751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.764806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.764967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.765107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.765246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc0658e0-6fc9-45af-9d60-534898bf6858" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.875057] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 648e24c3-89c4-4356-9028-11d70d1e69fa: rpc.has_security_group_logging(os_id): False [ 624.902265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.902265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.902265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.902265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.902548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.902576] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.902789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.902789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.903218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.903218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.903328] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.903410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.903456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.904974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.904974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.904974] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.904974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.904974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.904974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.904974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.904974] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648e24c3-89c4-4356-9028-11d70d1e69fa is going to be created. [ 624.906328] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.906676] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.906676] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.907064] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.907147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.907226] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 6634b7a0-01a3-49e4-a7ac-6f8572d86925 not found, creating... [ 624.907511] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.907675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.908068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.908068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.908597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.908597] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.908756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.908756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.908938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.909078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.910038] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 6634b7a0-01a3-49e4-a7ac-6f8572d86925 is going to be created. [ 624.973017] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.973017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.973017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.973017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.973279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.976972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.022338] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.022499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.022542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.023097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.023097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.043694] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648e24c3-89c4-4356-9028-11d70d1e69fa in Status: IN_PROGRESS for 2s [ 625.232625] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.263080] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.267055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.267055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.267055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.267666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.267666] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.735683] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.735683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.735683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.735683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.735683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.735683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f0774-e5d3-453c-b274-c4280b790eca is going to be created. [ 625.763019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.763019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.763019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.763019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.763019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.772325] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f0774-e5d3-453c-b274-c4280b790eca in Status: UNINITIALIZED for 2s [ 625.772962] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1693741f-5c23-4c00-acc2-c176c6238185: rpc.has_security_group_logging(os_id): False [ 625.792720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.792720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.792720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.792720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.793753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.793977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.794384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.794653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.794847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.795109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.795309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.795505] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be created. [ 625.851664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.854199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.854199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.854199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.854199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.862385] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5f855e8b-31c4-4df7-9cc3-4396adfc9747 None None] Enqueued Resource ID: cc46d400-100b-4549-a3f8-2fd604597868 with Priority: HIGHEST for action port [ 625.862692] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc46d400-100b-4549-a3f8-2fd604597868 with Priority: HIGHEST for action port [ 625.863984] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc46d400-100b-4549-a3f8-2fd604597868 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.863984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc46d400-100b-4549-a3f8-2fd604597868" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.863984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc46d400-100b-4549-a3f8-2fd604597868" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.863984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc46d400-100b-4549-a3f8-2fd604597868" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.863984] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc46d400-100b-4549-a3f8-2fd604597868',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.868508] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: IN_PROGRESS for 2s [ 626.105564] env[69987]: INFO networking_nsxv3.common.synchronization [req-683b75fd-b9a4-4d7a-b81a-d28734f1e558 req-38de6407-52e1-4642-8faf-965c610a914f service nova] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_rules [ 626.105754] env[69987]: INFO networking_nsxv3.common.synchronization [req-683b75fd-b9a4-4d7a-b81a-d28734f1e558 req-38de6407-52e1-4642-8faf-965c610a914f service nova] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 626.105893] env[69987]: INFO networking_nsxv3.common.synchronization [req-683b75fd-b9a4-4d7a-b81a-d28734f1e558 req-38de6407-52e1-4642-8faf-965c610a914f service nova] Enqueued Resource ID: 6634b7a0-01a3-49e4-a7ac-6f8572d86925 with Priority: HIGHEST for action port [ 626.106142] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_rules [ 626.106271] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 626.106367] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6634b7a0-01a3-49e4-a7ac-6f8572d86925 with Priority: HIGHEST for action port [ 626.111017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.111017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.111017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.111017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.111017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.111017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.111816] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6634b7a0-01a3-49e4-a7ac-6f8572d86925 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.111816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.111816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.112136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.112136] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6634b7a0-01a3-49e4-a7ac-6f8572d86925',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.366578] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc46d400-100b-4549-a3f8-2fd604597868 [ 626.367182] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.367182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.367398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.367612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.367612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.367612] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc46d400-100b-4549-a3f8-2fd604597868 already deleted. [ 626.367845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc46d400-100b-4549-a3f8-2fd604597868" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.616305] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616305] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6634b7a0-01a3-49e4-a7ac-6f8572d86925 with status ACTIVE [ 626.616305] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.616693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.616693] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.616693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.616879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.616879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.616966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.617180] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.617279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.617342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.617485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.617789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.617789] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6634b7a0-01a3-49e4-a7ac-6f8572d86925 is going to be updated. [ 626.620314] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.640080] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.640733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.640733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.640733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.640733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.640956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6634b7a0-01a3-49e4-a7ac-6f8572d86925" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.778593] env[69987]: INFO networking_nsxv3.common.synchronization [req-36556af4-4503-4727-a60a-47689216b599 req-4e2424b3-a43f-4c8b-8416-1befd606d0f8 tempest-ServerDiagnosticsNegativeTest-2057812385 tempest-ServerDiagnosticsNegativeTest-2057812385-project-member] Enqueued Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_members [ 626.779100] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_members [ 626.779415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.780027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.780027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.780635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.781811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.781811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.781811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.781811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.781811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.781811] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.055961] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 648e24c3-89c4-4356-9028-11d70d1e69fa in Status: SUCCESS [ 627.056233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.124411] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.283698] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.283867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.283942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.284262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.284581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.284648] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.284721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.284777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.284936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.285126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.285126] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf already deleted. [ 627.285233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.509659] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f9c99cb6-86de-494f-8b57-4c874bdfc676 None None] Enqueued Resource ID: ea661d1c-0796-475e-8126-ee05bd88b3ba with Priority: HIGHEST for action port [ 627.509915] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea661d1c-0796-475e-8126-ee05bd88b3ba with Priority: HIGHEST for action port [ 627.511888] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea661d1c-0796-475e-8126-ee05bd88b3ba taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.511888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea661d1c-0796-475e-8126-ee05bd88b3ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.511888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea661d1c-0796-475e-8126-ee05bd88b3ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.513998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea661d1c-0796-475e-8126-ee05bd88b3ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.513998] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea661d1c-0796-475e-8126-ee05bd88b3ba',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.631332] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.631491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.631558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.631768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.631856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.631949] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be created. [ 627.655919] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.656082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.656178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.656350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.656512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.665134] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: UNINITIALIZED for 2s [ 627.783699] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f0774-e5d3-453c-b274-c4280b790eca in Status: SUCCESS [ 627.783940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.784117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.784337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.784527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.784643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.784707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.784852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.784930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.785024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.785115] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.788325] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.788591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.788822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.789053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.789310] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.789464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.789579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.790123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.790123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.790123] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.790328] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.790328] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.790433] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.790541] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.791073] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.791073] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.810959] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.810959] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.810959] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.811170] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.811442] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-aa2b9475-c88c-41e6-be6f-249869384580 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.811653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.811772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.812043] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.812168] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2b9475-c88c-41e6-be6f-249869384580',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.880065] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 627.880306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.018508] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea661d1c-0796-475e-8126-ee05bd88b3ba [ 628.018508] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.018508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.018508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.018508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.018508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.018508] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea661d1c-0796-475e-8126-ee05bd88b3ba already deleted. [ 628.018508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea661d1c-0796-475e-8126-ee05bd88b3ba" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.293189] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.296029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.296029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.296029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.296819] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.296819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.296819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.296819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.296819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.296992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.296992] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.314989] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.314989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.315328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.315546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.315699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.315897] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port aa2b9475-c88c-41e6-be6f-249869384580 not found, creating... [ 628.316228] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.316492] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.318316] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.318316] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.318316] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: aa2b9475-c88c-41e6-be6f-249869384580 is going to be created. [ 628.344802] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.344802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.344802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.344802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.344802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.344802] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.688663] env[69987]: INFO networking_nsxv3.common.synchronization [None req-916b625f-3cc6-458c-bc5c-7b7ec35805b1 None None] Enqueued Resource ID: 729196f7-304d-4a60-82a6-8446ff229fa4 with Priority: HIGHEST for action port [ 628.688663] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729196f7-304d-4a60-82a6-8446ff229fa4 with Priority: HIGHEST for action port [ 628.689111] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-729196f7-304d-4a60-82a6-8446ff229fa4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.689237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729196f7-304d-4a60-82a6-8446ff229fa4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.689302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729196f7-304d-4a60-82a6-8446ff229fa4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.689544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729196f7-304d-4a60-82a6-8446ff229fa4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.689623] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729196f7-304d-4a60-82a6-8446ff229fa4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.800738] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 741f0774-e5d3-453c-b274-c4280b790eca: rpc.has_security_group_logging(os_id): False [ 628.820107] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.820107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.820107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.822021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.822021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.822021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.822810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.823494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.823494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.823494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.823494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.823494] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741f0774-e5d3-453c-b274-c4280b790eca is going to be created. [ 628.881995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.882231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.882327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.882611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.882855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.896286] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f0774-e5d3-453c-b274-c4280b790eca in Status: IN_PROGRESS for 2s [ 629.192747] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729196f7-304d-4a60-82a6-8446ff229fa4 [ 629.193051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.193396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.193396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.193523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.193598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.193634] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729196f7-304d-4a60-82a6-8446ff229fa4 already deleted. [ 629.193891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729196f7-304d-4a60-82a6-8446ff229fa4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.358124] env[69987]: INFO networking_nsxv3.common.synchronization [req-36556af4-4503-4727-a60a-47689216b599 req-00c46633-a811-42ee-a0ff-fac205d4acfb service nova] Enqueued Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_rules [ 629.358224] env[69987]: INFO networking_nsxv3.common.synchronization [req-36556af4-4503-4727-a60a-47689216b599 req-00c46633-a811-42ee-a0ff-fac205d4acfb service nova] Enqueued Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_members [ 629.358420] env[69987]: INFO networking_nsxv3.common.synchronization [req-36556af4-4503-4727-a60a-47689216b599 req-00c46633-a811-42ee-a0ff-fac205d4acfb service nova] Enqueued Resource ID: aa2b9475-c88c-41e6-be6f-249869384580 with Priority: HIGHEST for action port [ 629.358892] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_rules [ 629.359142] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_members [ 629.359187] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa2b9475-c88c-41e6-be6f-249869384580 with Priority: HIGHEST for action port [ 629.359485] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.359561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.359629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.363549] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.363549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.363549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.363549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.363549] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.363549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa2b9475-c88c-41e6-be6f-249869384580 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.364105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.364105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.364105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.364105] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa2b9475-c88c-41e6-be6f-249869384580',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.578592] env[69987]: INFO networking_nsxv3.common.synchronization [None req-615f638a-7aac-48e3-a6dc-50a388baa591 None None] Enqueued Resource ID: ae688916-f646-49be-87da-a7dedd21673d with Priority: HIGHEST for action port [ 629.578864] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae688916-f646-49be-87da-a7dedd21673d with Priority: HIGHEST for action port [ 629.580071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae688916-f646-49be-87da-a7dedd21673d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.580071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae688916-f646-49be-87da-a7dedd21673d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.580071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae688916-f646-49be-87da-a7dedd21673d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.580071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae688916-f646-49be-87da-a7dedd21673d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.580071] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae688916-f646-49be-87da-a7dedd21673d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.676103] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 629.676538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.677377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.677932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.678442] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.678737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.678976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.679276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.680166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.680741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.681711] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.867817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.868131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.868131] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.869300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa2b9475-c88c-41e6-be6f-249869384580 with status ACTIVE [ 629.872571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.872733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.872804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.873456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.873456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.873456] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.873456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.873646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.873646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.873744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.873893] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.873979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.874041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.874181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.874247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.874340] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa2b9475-c88c-41e6-be6f-249869384580 is going to be updated. [ 629.897019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.897019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.897019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.897019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.897019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.897019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa2b9475-c88c-41e6-be6f-249869384580" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.083109] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae688916-f646-49be-87da-a7dedd21673d [ 630.083109] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.083109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.083109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.083109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.083109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.083109] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae688916-f646-49be-87da-a7dedd21673d already deleted. [ 630.083109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae688916-f646-49be-87da-a7dedd21673d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.184484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.184755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.184934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.185222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.185283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.186743] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.186743] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.186743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.186743] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.377713] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.692037] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a0ada0-d959-4df9-9c1b-f29c9ddc6228: rpc.has_security_group_logging(os_id): False [ 630.710251] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.710251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.710251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.710251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.710251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.710251] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.710251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.710251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.710660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.710660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.710766] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.710766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.710884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.711864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.711864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.711864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.711864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.711864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.711864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.711864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.711864] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be created. [ 630.771967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.772219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.772272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.772785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.773068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.785956] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 630.882938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.882938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.882938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.882938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.882938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.882938] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf is going to be created. [ 630.913518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 741f0774-e5d3-453c-b274-c4280b790eca in Status: SUCCESS [ 630.913775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.915229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.915380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.915477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.915641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.915809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.924419] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf in Status: UNINITIALIZED for 2s [ 631.153480] env[69987]: INFO networking_nsxv3.common.synchronization [None req-60e1ff2a-98b9-4085-8d86-446d91f0ce0c None None] Enqueued Resource ID: 7adbcdbb-bd42-414e-81a4-0171fa9f8a02 with Priority: HIGHEST for action port [ 631.153736] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7adbcdbb-bd42-414e-81a4-0171fa9f8a02 with Priority: HIGHEST for action port [ 631.154307] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7adbcdbb-bd42-414e-81a4-0171fa9f8a02 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.154435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7adbcdbb-bd42-414e-81a4-0171fa9f8a02" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.154501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7adbcdbb-bd42-414e-81a4-0171fa9f8a02" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.154756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7adbcdbb-bd42-414e-81a4-0171fa9f8a02" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.154884] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7adbcdbb-bd42-414e-81a4-0171fa9f8a02',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.658797] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7adbcdbb-bd42-414e-81a4-0171fa9f8a02 [ 631.658797] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.658797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.658797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.658797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.658797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.658797] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7adbcdbb-bd42-414e-81a4-0171fa9f8a02 already deleted. [ 631.658797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7adbcdbb-bd42-414e-81a4-0171fa9f8a02" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.818255] env[69987]: INFO networking_nsxv3.common.synchronization [None req-e1478ce9-c584-46fd-9e97-2f137bf5eee3 tempest-ServersWithSpecificFlavorTestJSON-697419574 tempest-ServersWithSpecificFlavorTestJSON-697419574-project-member] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 631.818255] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 631.818255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.818255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.818255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.819703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.820155] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.941019] env[69987]: INFO networking_nsxv3.common.synchronization [None req-168057ac-3aaa-43c0-9b38-31ae496ad8f2 None None] Enqueued Resource ID: 80df2f75-5fde-4135-886a-ae4f2bdbec6c with Priority: HIGHEST for action port [ 631.943624] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80df2f75-5fde-4135-886a-ae4f2bdbec6c with Priority: HIGHEST for action port [ 631.943624] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-80df2f75-5fde-4135-886a-ae4f2bdbec6c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.943624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80df2f75-5fde-4135-886a-ae4f2bdbec6c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.943624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80df2f75-5fde-4135-886a-ae4f2bdbec6c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.943624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80df2f75-5fde-4135-886a-ae4f2bdbec6c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.943624] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80df2f75-5fde-4135-886a-ae4f2bdbec6c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.009100] env[69987]: INFO networking_nsxv3.common.synchronization [None req-769b4c97-4790-4ccc-97de-ffb4b0d98df7 tempest-ServersWithSpecificFlavorTestJSON-697419574 tempest-ServersWithSpecificFlavorTestJSON-697419574-project-member] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 632.011800] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 632.012199] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.012444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.342920] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.342920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.342920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.342920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.342920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.342920] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b already deleted. [ 632.343273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.343273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.343509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.343617] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.446102] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80df2f75-5fde-4135-886a-ae4f2bdbec6c [ 632.447046] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.447333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.447409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.447740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.447740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.447917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80df2f75-5fde-4135-886a-ae4f2bdbec6c already deleted. [ 632.447917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80df2f75-5fde-4135-886a-ae4f2bdbec6c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.796421] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 632.797544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.867437] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.867621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.867790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.868118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.868199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.868278] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b already deleted. [ 632.868425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.938024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf in Status: SUCCESS [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.938024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.938024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.938024] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.450516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.450516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.450516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.450516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.450516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.451391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.451391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.451391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.451391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.452040] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.769053] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c6e175d8-6fab-4c66-8023-36235eabd024 None None] Enqueued Resource ID: 7afa622f-3ff7-42da-b67a-2bd7f46a021b with Priority: HIGHEST for action port [ 633.769324] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7afa622f-3ff7-42da-b67a-2bd7f46a021b with Priority: HIGHEST for action port [ 633.769907] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7afa622f-3ff7-42da-b67a-2bd7f46a021b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.770064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7afa622f-3ff7-42da-b67a-2bd7f46a021b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.770132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7afa622f-3ff7-42da-b67a-2bd7f46a021b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.770353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7afa622f-3ff7-42da-b67a-2bd7f46a021b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.770443] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7afa622f-3ff7-42da-b67a-2bd7f46a021b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.956961] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11195dfe-46d6-4b02-8f04-3b96faf01bcf: rpc.has_security_group_logging(os_id): False [ 633.975027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.975743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.976973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.977080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.978773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.978773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.978773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.979517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.979628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.980090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.980486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.980486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.980486] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf is going to be created. [ 634.032683] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.032845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.032979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.033201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.033397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.046356] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf in Status: IN_PROGRESS for 2s [ 634.273522] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7afa622f-3ff7-42da-b67a-2bd7f46a021b [ 634.274599] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.274867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.274934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.275210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.275276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.275392] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7afa622f-3ff7-42da-b67a-2bd7f46a021b already deleted. [ 634.275508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7afa622f-3ff7-42da-b67a-2bd7f46a021b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.289305] env[69987]: INFO networking_nsxv3.common.synchronization [None req-6345620c-fcfc-4be6-9241-e11f9f4c4883 None None] Enqueued Resource ID: e5ba2355-9859-4c6d-ae07-b22e13b7419a with Priority: HIGHEST for action port [ 634.289568] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ba2355-9859-4c6d-ae07-b22e13b7419a with Priority: HIGHEST for action port [ 634.290233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ba2355-9859-4c6d-ae07-b22e13b7419a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.290373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ba2355-9859-4c6d-ae07-b22e13b7419a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.290443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ba2355-9859-4c6d-ae07-b22e13b7419a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.294033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ba2355-9859-4c6d-ae07-b22e13b7419a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.294033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ba2355-9859-4c6d-ae07-b22e13b7419a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.794904] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5ba2355-9859-4c6d-ae07-b22e13b7419a [ 634.795216] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.795355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.795475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.795638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.795741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.795820] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5ba2355-9859-4c6d-ae07-b22e13b7419a already deleted. [ 634.795946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ba2355-9859-4c6d-ae07-b22e13b7419a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.882926] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0a04c2a6-247d-41a1-8376-ecae9f25bde1 None None] Enqueued Resource ID: 69bafcfb-74f7-489d-ad86-da3a7567cf30 with Priority: HIGHEST for action port [ 634.883493] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69bafcfb-74f7-489d-ad86-da3a7567cf30 with Priority: HIGHEST for action port [ 634.884173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-69bafcfb-74f7-489d-ad86-da3a7567cf30 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.884287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69bafcfb-74f7-489d-ad86-da3a7567cf30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.884354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69bafcfb-74f7-489d-ad86-da3a7567cf30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.884691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69bafcfb-74f7-489d-ad86-da3a7567cf30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.884691] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69bafcfb-74f7-489d-ad86-da3a7567cf30',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.386420] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69bafcfb-74f7-489d-ad86-da3a7567cf30 [ 635.386717] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.386860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.386942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.387180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.387288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.387387] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69bafcfb-74f7-489d-ad86-da3a7567cf30 already deleted. [ 635.387466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69bafcfb-74f7-489d-ad86-da3a7567cf30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.773098] env[69987]: INFO networking_nsxv3.common.synchronization [req-180bced5-0ffd-4812-a6fc-3686661d4540 req-0995c9b1-2800-4ea0-b7f7-cc4a14d46de3 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 635.773993] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 635.774576] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.774576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.774576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.775299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.775299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.775299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.775299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.775445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.775563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.775642] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.060244] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf in Status: SUCCESS [ 636.061726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.269300] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.269641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.269795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.270484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.270572] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.270775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.270882] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.271112] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.271328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.271503] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.271630] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.271757] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.271921] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.271991] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.272120] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.272266] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.284671] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.284671] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.284671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.285150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.285150] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 already deleted. [ 636.285150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.291403] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.292144] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.294072] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.294072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.294072] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-a81f7c8f-8499-4f74-8860-fca65590ea7b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.294072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.294072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.294072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.294072] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81f7c8f-8499-4f74-8860-fca65590ea7b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.802334] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.802475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.802559] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.802787] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.802936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803116] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port a81f7c8f-8499-4f74-8860-fca65590ea7b not found, creating... [ 636.803409] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.803578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.803846] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.803933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.804078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.804497] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.804598] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.804647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.804850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.804978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.806490] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: a81f7c8f-8499-4f74-8860-fca65590ea7b is going to be created. [ 636.829370] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.829550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.829671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.830121] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.830254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.830478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.581190] env[69987]: INFO networking_nsxv3.common.synchronization [None req-82879f39-4bf4-49e2-93a7-f57cef425519 None None] Enqueued Resource ID: b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01 with Priority: HIGHEST for action port [ 637.581729] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01 with Priority: HIGHEST for action port [ 637.582314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.582479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.582572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.582852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.582973] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.088353] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01 [ 638.088353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.088353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.088353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.088353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.088353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.088353] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01 already deleted. [ 638.088353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55fa4f3-8659-4acb-b0c8-1c7cdcd39a01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.126964] env[69987]: INFO networking_nsxv3.common.synchronization [req-180bced5-0ffd-4812-a6fc-3686661d4540 req-7c4bb1c4-e599-4660-b25a-c1d00db2efda service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 638.127218] env[69987]: INFO networking_nsxv3.common.synchronization [req-180bced5-0ffd-4812-a6fc-3686661d4540 req-7c4bb1c4-e599-4660-b25a-c1d00db2efda service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 638.127282] env[69987]: INFO networking_nsxv3.common.synchronization [req-180bced5-0ffd-4812-a6fc-3686661d4540 req-7c4bb1c4-e599-4660-b25a-c1d00db2efda service nova] Enqueued Resource ID: a81f7c8f-8499-4f74-8860-fca65590ea7b with Priority: HIGHEST for action port [ 638.127822] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 638.127995] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 638.129262] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a81f7c8f-8499-4f74-8860-fca65590ea7b with Priority: HIGHEST for action port [ 638.129565] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.129695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.129758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.130067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.130146] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.132974] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.133211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.133279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.133470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.133656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.133767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.133835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.134093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.134211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.134314] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.135997] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a81f7c8f-8499-4f74-8860-fca65590ea7b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.136143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.136207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.136440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.136592] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a81f7c8f-8499-4f74-8860-fca65590ea7b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.453050] env[69987]: INFO networking_nsxv3.common.synchronization [req-fa93175b-dfac-4b58-9677-f288a66bdce8 req-034ead60-3f48-48fa-94f7-8a8cfcf3cba4 tempest-ServerExternalEventsTest-914976596 tempest-ServerExternalEventsTest-914976596-project-member] Enqueued Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_members [ 638.455751] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_members [ 638.456133] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.456826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.456826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.456826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.456826] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.456826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.457065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.457065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.457146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.457245] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.638974] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.639299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.639632] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.640648] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a81f7c8f-8499-4f74-8860-fca65590ea7b with status ACTIVE [ 638.640648] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.640945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.640945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.642034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.642034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.642034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.642034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.642034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.642034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.642292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.642364] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.642486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.642567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.643336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.643429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.643515] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a81f7c8f-8499-4f74-8860-fca65590ea7b is going to be updated. [ 638.663987] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.664122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.664161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.665640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.665640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.665640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a81f7c8f-8499-4f74-8860-fca65590ea7b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.961792] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.961986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.962104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.962383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.962534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.962923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.962996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.963086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.963330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.963453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.963560] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 already deleted. [ 638.963675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.146840] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.170114] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.170322] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.170446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171576] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171576] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.171576] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.171576] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.171903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.171903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.171963] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.172850] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.173040] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.173276] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.173978] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.173978] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.173978] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.191923] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.193845] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.193845] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.193845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.193845] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-bffe8ff2-1bac-4992-8b93-aef1a09a525b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.193845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.193845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.193845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.193845] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffe8ff2-1bac-4992-8b93-aef1a09a525b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.364336] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5ae82b15-d19b-4192-b6e1-e56f510f7bb1 None None] Enqueued Resource ID: 97501c13-6c28-4092-8f23-14a016425b45 with Priority: HIGHEST for action port [ 639.364600] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97501c13-6c28-4092-8f23-14a016425b45 with Priority: HIGHEST for action port [ 639.365186] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-97501c13-6c28-4092-8f23-14a016425b45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.365383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97501c13-6c28-4092-8f23-14a016425b45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.365383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97501c13-6c28-4092-8f23-14a016425b45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.365624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97501c13-6c28-4092-8f23-14a016425b45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.365702] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97501c13-6c28-4092-8f23-14a016425b45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.652045] env[69987]: INFO networking_nsxv3.common.synchronization [req-5fa58bec-d8f0-4b0f-8719-819f1c55e589 req-1bf3f3d5-31c4-4884-a0b0-0753d992832d tempest-SecurityGroupRulesNegativeTestJSON-541343463 tempest-SecurityGroupRulesNegativeTestJSON-541343463-project-member] Enqueued Resource ID: 21c49068-6987-47e7-978a-fa6d36b4bc8f with Priority: HIGHEST for action security_group_rules [ 639.652045] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c49068-6987-47e7-978a-fa6d36b4bc8f with Priority: HIGHEST for action security_group_rules [ 639.652045] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.652045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.652992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.653914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.653914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.654270] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be created. [ 639.656367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c49068-6987-47e7-978a-fa6d36b4bc8f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.656559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.656667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.656950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.657094] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c49068-6987-47e7-978a-fa6d36b4bc8f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.678501] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.678651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.678746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.679310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.679310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.688207] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: UNINITIALIZED for 2s [ 639.699624] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.699624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.699624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.699624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.699624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.699624] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port bffe8ff2-1bac-4992-8b93-aef1a09a525b not found, creating... [ 639.700388] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.701177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.701524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.702023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.703869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.703869] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.703869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.703869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.703869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.704701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.704701] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: bffe8ff2-1bac-4992-8b93-aef1a09a525b is going to be created. [ 639.726861] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.726861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.726861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.726861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.726861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.726861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.729208] env[69987]: INFO networking_nsxv3.common.synchronization [None req-6502ff36-0724-4394-a7f9-c0faa3dd56ae None None] Enqueued Resource ID: 7e682fec-c169-4636-892e-24249a76831f with Priority: HIGHEST for action port [ 639.730010] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e682fec-c169-4636-892e-24249a76831f with Priority: HIGHEST for action port [ 639.730516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e682fec-c169-4636-892e-24249a76831f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.730868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e682fec-c169-4636-892e-24249a76831f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.731046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e682fec-c169-4636-892e-24249a76831f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.731378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e682fec-c169-4636-892e-24249a76831f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.731543] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e682fec-c169-4636-892e-24249a76831f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.870032] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97501c13-6c28-4092-8f23-14a016425b45 [ 639.870032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.870032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.870032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.870244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.870886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.871110] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97501c13-6c28-4092-8f23-14a016425b45 already deleted. [ 639.871286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97501c13-6c28-4092-8f23-14a016425b45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.236265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e682fec-c169-4636-892e-24249a76831f [ 640.236509] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.236646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.236713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.236926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.237021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.237118] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e682fec-c169-4636-892e-24249a76831f already deleted. [ 640.237196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e682fec-c169-4636-892e-24249a76831f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.255639] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.255795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.255862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.256183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.256270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.256363] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c49068-6987-47e7-978a-fa6d36b4bc8f already deleted. [ 640.256441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.926433] env[69987]: INFO networking_nsxv3.common.synchronization [req-98066a85-e655-49be-adbb-e66a13d11bf1 req-ec192c2b-ab13-4032-9ff3-9658b8f0733f tempest-DeleteServersAdminTestJSON-692851787 tempest-DeleteServersAdminTestJSON-692851787-project-admin] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 640.927014] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 640.927338] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.927461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.927527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.927724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.927877] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.927967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.928040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.928230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.928321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.928423] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.252682] env[69987]: INFO networking_nsxv3.common.synchronization [req-61c1dc97-010d-4a62-a5e7-62a1eaa6f072 req-7da4a8fa-101c-45c9-ac68-7765635c9d3a tempest-ServerDiagnosticsTest-1840360730 tempest-ServerDiagnosticsTest-1840360730-project-member] Enqueued Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_members [ 641.253389] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGHEST for action security_group_members [ 641.253957] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.254141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.254225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.254560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.254668] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.254770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.254826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.254987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.255118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.255173] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.346760] env[69987]: INFO networking_nsxv3.common.synchronization [req-fa93175b-dfac-4b58-9677-f288a66bdce8 req-a58f3c94-296e-4add-a8c0-c343db45bba5 service nova] Enqueued Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_rules [ 641.346760] env[69987]: INFO networking_nsxv3.common.synchronization [req-fa93175b-dfac-4b58-9677-f288a66bdce8 req-a58f3c94-296e-4add-a8c0-c343db45bba5 service nova] Enqueued Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_members [ 641.346760] env[69987]: INFO networking_nsxv3.common.synchronization [req-fa93175b-dfac-4b58-9677-f288a66bdce8 req-a58f3c94-296e-4add-a8c0-c343db45bba5 service nova] Enqueued Resource ID: bffe8ff2-1bac-4992-8b93-aef1a09a525b with Priority: HIGHEST for action port [ 641.346760] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_rules [ 641.347649] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_members [ 641.348063] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bffe8ff2-1bac-4992-8b93-aef1a09a525b with Priority: HIGHEST for action port [ 641.350786] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.351620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.351620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.351620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.351620] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.355555] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.355555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.355555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.355555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.355555] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.359649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.359649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.359894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.359983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.360128] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.361649] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bffe8ff2-1bac-4992-8b93-aef1a09a525b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.361790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.361872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.362076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.362173] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bffe8ff2-1bac-4992-8b93-aef1a09a525b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.434740] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.434890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.434958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.435196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.435292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.435582] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.435693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.435749] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.435903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.435981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.436099] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be updated. [ 641.465184] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.465353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.465924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.465924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.465924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.476132] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: IN_PROGRESS for 2s [ 641.508375] env[69987]: INFO networking_nsxv3.common.synchronization [req-1b949684-5511-4f07-8596-c9ea60aeab42 req-e79de2da-3683-4726-9628-57c88b70d435 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 641.509661] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 641.509661] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.509661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.622671] env[69987]: INFO networking_nsxv3.common.synchronization [None req-714b493c-f93a-4b66-be04-05e994f29f67 None None] Enqueued Resource ID: f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d with Priority: HIGHEST for action port [ 641.623291] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d with Priority: HIGHEST for action port [ 641.623559] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.623731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.623731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.623949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.626346] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.628686] env[69987]: INFO networking_nsxv3.common.synchronization [req-a23d3ddf-27ae-4a31-88e5-cb8f486bddf3 req-cbde7c16-cc18-4a85-8079-f4b041dd4ffa tempest-SecurityGroupRulesNegativeTestJSON-541343463 tempest-SecurityGroupRulesNegativeTestJSON-541343463-project-member] Enqueued Resource ID: 21c49068-6987-47e7-978a-fa6d36b4bc8f with Priority: HIGHEST for action security_group_rules [ 641.629935] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c49068-6987-47e7-978a-fa6d36b4bc8f with Priority: HIGHEST for action security_group_rules [ 641.630144] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c49068-6987-47e7-978a-fa6d36b4bc8f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.630664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.631019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.631019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.631482] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c49068-6987-47e7-978a-fa6d36b4bc8f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.697251] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 641.697528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.698039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.698319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.698521] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.698620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.698681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.698830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.698912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.698994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.699101] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.700519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.700590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.700769] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.700856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.700856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.701024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.701144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.701243] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.758422] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.758584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.758653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.758872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.759064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.759187] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.759285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.759339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.759494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.759571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.759656] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e24c3-89c4-4356-9028-11d70d1e69fa is going to be updated. [ 641.787328] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.787328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.787328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.787328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.787670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.795542] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e24c3-89c4-4356-9028-11d70d1e69fa in Status: IN_PROGRESS for 2s [ 641.864770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.864903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866128] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.866128] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bffe8ff2-1bac-4992-8b93-aef1a09a525b with status ACTIVE [ 641.866325] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.866456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.866600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.866694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.866867] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.866960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.867360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.867360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.867360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.867571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.867571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.867571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.867858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.867858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.868138] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bffe8ff2-1bac-4992-8b93-aef1a09a525b is going to be updated. [ 641.890687] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.890687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.890687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.890687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.890687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.890687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bffe8ff2-1bac-4992-8b93-aef1a09a525b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.131116] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d [ 642.131468] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.133326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.133326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.133683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.133683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.133683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d already deleted. [ 642.133894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9ae1f3b-3a5f-4efb-88ad-fa258ed1426d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.154709] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.155516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.155516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.155516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.155676] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c49068-6987-47e7-978a-fa6d36b4bc8f already deleted. [ 642.155705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c49068-6987-47e7-978a-fa6d36b4bc8f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.204411] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.204411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.204411] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.370720] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.380850] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a973cebe-a948-4e06-8575-057acc464cc9 None None] Enqueued Resource ID: fa06e189-d08e-40a5-a6f4-b6e1e98195b1 with Priority: HIGHEST for action port [ 642.381867] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa06e189-d08e-40a5-a6f4-b6e1e98195b1 with Priority: HIGHEST for action port [ 642.382252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa06e189-d08e-40a5-a6f4-b6e1e98195b1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.382685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa06e189-d08e-40a5-a6f4-b6e1e98195b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.382685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa06e189-d08e-40a5-a6f4-b6e1e98195b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.382939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa06e189-d08e-40a5-a6f4-b6e1e98195b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.384265] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa06e189-d08e-40a5-a6f4-b6e1e98195b1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.443866] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.443866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.443866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.443866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.445404] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.445657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.445788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.446051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.446208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.446424] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.446539] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.446649] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.446752] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.446857] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 642.446958] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.447102] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.465365] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.465545] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 642.465714] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.465839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.466164] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.466383] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.466530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.468460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.468460] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.708082] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.881836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.882012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.882156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.882421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.882519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.882624] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 is going to be created. [ 642.886680] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa06e189-d08e-40a5-a6f4-b6e1e98195b1 [ 642.886973] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.886973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.887185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.887389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.887389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.887493] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa06e189-d08e-40a5-a6f4-b6e1e98195b1 already deleted. [ 642.887622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa06e189-d08e-40a5-a6f4-b6e1e98195b1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.904239] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.904450] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.904538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.904793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.906079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.916158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 in Status: UNINITIALIZED for 2s [ 642.970460] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.970460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.970661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.970791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.970953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.971235] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 not found, creating... [ 642.971556] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.971688] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.971809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.972078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.972362] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.972535] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.972809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.972809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.973653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.973900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.974140] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 is going to be created. [ 642.994048] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.994406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.994461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.994971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.995288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.995288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.203704] env[69987]: INFO networking_nsxv3.common.synchronization [None req-7e41847f-0721-4466-ac0d-d61aff781988 None None] Enqueued Resource ID: 2f56ec43-fead-4540-bf31-0433fba8a896 with Priority: HIGHEST for action port [ 643.204291] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f56ec43-fead-4540-bf31-0433fba8a896 with Priority: HIGHEST for action port [ 643.204860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f56ec43-fead-4540-bf31-0433fba8a896 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.204860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f56ec43-fead-4540-bf31-0433fba8a896" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.204860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f56ec43-fead-4540-bf31-0433fba8a896" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.213053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f56ec43-fead-4540-bf31-0433fba8a896" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.213053] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f56ec43-fead-4540-bf31-0433fba8a896',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.213791] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.213791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.213791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.213791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.213791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.214050] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 643.266979] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.266979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.266979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.266979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.266979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.281091] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 643.490057] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 643.490278] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 deletion is rescheduled due to dependency. [ 643.490409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.604070] env[69987]: INFO networking_nsxv3.common.synchronization [req-67cfec4e-9e79-4b8f-90a3-ea31e4cb27f0 req-a201b517-d4f3-466d-865a-485488fa6ded tempest-ServerDiagnosticsNegativeTest-2057812385 tempest-ServerDiagnosticsNegativeTest-2057812385-project-member] Enqueued Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_members [ 643.604674] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf with Priority: HIGHEST for action security_group_members [ 643.605269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-11195dfe-46d6-4b02-8f04-3b96faf01bcf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.605567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.605629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.606025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.606183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.606539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.606612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.606851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.606904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.607009] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11195dfe-46d6-4b02-8f04-3b96faf01bcf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.720018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f56ec43-fead-4540-bf31-0433fba8a896 [ 643.720338] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.725714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.725714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.725714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.725714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.725714] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f56ec43-fead-4540-bf31-0433fba8a896 already deleted. [ 643.725714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f56ec43-fead-4540-bf31-0433fba8a896" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.809427] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 648e24c3-89c4-4356-9028-11d70d1e69fa in Status: SUCCESS [ 643.809609] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 648e24c3-89c4-4356-9028-11d70d1e69fa deletion is rescheduled due to dependency. [ 643.809726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.903265] env[69987]: INFO networking_nsxv3.common.synchronization [req-1b949684-5511-4f07-8596-c9ea60aeab42 req-6eb05254-6f60-4b3a-8b87-3a6b078599f2 service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 643.903803] env[69987]: INFO networking_nsxv3.common.synchronization [req-1b949684-5511-4f07-8596-c9ea60aeab42 req-6eb05254-6f60-4b3a-8b87-3a6b078599f2 service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 643.903803] env[69987]: INFO networking_nsxv3.common.synchronization [req-1b949684-5511-4f07-8596-c9ea60aeab42 req-6eb05254-6f60-4b3a-8b87-3a6b078599f2 service nova] Enqueued Resource ID: f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 with Priority: HIGHEST for action port [ 643.903917] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 643.904088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 643.904194] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 with Priority: HIGHEST for action port [ 643.904846] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.904846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.905081] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.905614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.906939] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.906939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.906939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.906939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.906939] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.948976] env[69987]: INFO networking_nsxv3.common.synchronization [None req-9a716861-ffbe-44dc-926b-0017adf0f9ef None None] Enqueued Resource ID: 4ad30293-9edb-491a-ad1c-a384517cb711 with Priority: HIGHEST for action port [ 643.950130] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad30293-9edb-491a-ad1c-a384517cb711 with Priority: HIGHEST for action port [ 643.951248] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad30293-9edb-491a-ad1c-a384517cb711 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.951248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad30293-9edb-491a-ad1c-a384517cb711" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.951248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad30293-9edb-491a-ad1c-a384517cb711" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.952453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad30293-9edb-491a-ad1c-a384517cb711" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.952552] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad30293-9edb-491a-ad1c-a384517cb711',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.111547] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.112328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.112328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.112328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.112328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.112521] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.112521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.112599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.113416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.113416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.113416] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf is going to be updated. [ 644.142175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.142175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.142175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.142175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.142175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.155557] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf in Status: IN_PROGRESS for 2s [ 644.408329] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 with status ACTIVE [ 644.409670] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.409907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.410013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.410211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.410456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.410543] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.410654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.410731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.410903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.410996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.411144] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.411263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.411303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.411433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.411575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.411575] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1 is going to be updated. [ 644.433950] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.434082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.434168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.434402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.434861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.435585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1a4dbcb-4a7a-4865-bc4f-b3c71ee65ae1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.454987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ad30293-9edb-491a-ad1c-a384517cb711 [ 644.454987] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.454987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.455419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.455419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.455419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.455518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ad30293-9edb-491a-ad1c-a384517cb711 already deleted. [ 644.455562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad30293-9edb-491a-ad1c-a384517cb711" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.534490] env[69987]: INFO networking_nsxv3.common.synchronization [req-4c998281-4105-4d05-ac00-645fd2a1323f req-54bcab03-b34c-4f1b-b18e-f686dcaa6a8d tempest-TenantUsagesTestJSON-1894317245 tempest-TenantUsagesTestJSON-1894317245-project-member] Enqueued Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_members [ 644.535167] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGHEST for action security_group_members [ 644.535367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.535495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.535563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.535755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.535917] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.536036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.536103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.536259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.536366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.536460] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.929494] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 in Status: SUCCESS [ 644.929720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.929890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.930130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.930326] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.930443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.930620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.930681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.930834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.930974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.931071] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.040554] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.040762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.040838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.041076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.041187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.041393] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.041494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.041557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.043207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.043340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.043444] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f0774-e5d3-453c-b274-c4280b790eca is going to be updated. [ 645.068313] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.068461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.068531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.068744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.068881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.080031] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f0774-e5d3-453c-b274-c4280b790eca in Status: IN_PROGRESS for 2s [ 645.291083] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 645.291337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.291507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.291753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.291977] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.292110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.292179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.292340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.292462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.292509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.292662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.292799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.292846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.292963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.293329] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.293494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.293544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.293693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.293816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.293858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.293992] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.294813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.295041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.295167] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.295288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.295509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.295509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.295646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.295646] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.433018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.433551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.433551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.433640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.433822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.433927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.433991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.434170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.434271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.434362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.434513] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.434614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.434770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.434805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.434944] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.435045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.435106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.435292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.435403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.435447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.435715] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.799978] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ecf4f7-6ba0-4349-89a4-0e1bb018b031: rpc.has_security_group_logging(os_id): False [ 645.799978] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.815662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.816235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.816235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.816235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.816457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.816491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.816583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.816650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.816803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.816881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.817066] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.817288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.817288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.817522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.817604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.817793] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.817885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.817943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.818103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.818177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.818264] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be created. [ 645.872245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.872407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.872479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.872687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.872868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886804] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 645.938469] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a40b7d9b-6bf2-4198-be61-a49284fa1601: rpc.has_security_group_logging(os_id): False [ 645.959445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.959764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.959764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.960278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.960278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.960506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.960506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.960506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.960657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.960702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.960893] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.961165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.961165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.961345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.961447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.961640] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.961785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.961872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.962115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.962264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.962314] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 is going to be created. [ 646.018334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.018483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.018543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.018788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.018971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.034226] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 in Status: IN_PROGRESS for 2s [ 646.165428] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf in Status: SUCCESS [ 646.165640] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11195dfe-46d6-4b02-8f04-3b96faf01bcf deletion is rescheduled due to dependency. [ 646.165749] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11195dfe-46d6-4b02-8f04-3b96faf01bcf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.303455] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.391326] env[69987]: INFO networking_nsxv3.common.synchronization [req-f57caee8-5edc-43cb-9d03-a3d7d0b443c2 req-f393e0ee-a0c8-4be8-a4ed-ff27faa583df tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: df57d53f-11ec-43ae-a7ef-cc38a939fdf6 with Priority: HIGHEST for action security_group_rules [ 646.392013] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df57d53f-11ec-43ae-a7ef-cc38a939fdf6 with Priority: HIGHEST for action security_group_rules [ 646.392641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df57d53f-11ec-43ae-a7ef-cc38a939fdf6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.392641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df57d53f-11ec-43ae-a7ef-cc38a939fdf6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.392641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df57d53f-11ec-43ae-a7ef-cc38a939fdf6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.392947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df57d53f-11ec-43ae-a7ef-cc38a939fdf6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393106] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df57d53f-11ec-43ae-a7ef-cc38a939fdf6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.808053] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.809779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.809779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.809779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.809779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.809779] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 646.835619] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.835716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.835758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.835965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.836687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.847825] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 646.918540] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.918692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.918752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.918969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.919073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.919169] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df57d53f-11ec-43ae-a7ef-cc38a939fdf6 already deleted. [ 646.919252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df57d53f-11ec-43ae-a7ef-cc38a939fdf6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.091029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 741f0774-e5d3-453c-b274-c4280b790eca in Status: SUCCESS [ 647.091029] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 741f0774-e5d3-453c-b274-c4280b790eca deletion is rescheduled due to dependency. [ 647.091029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.196715] env[69987]: INFO networking_nsxv3.common.synchronization [None req-cc846b24-d9e1-40d8-87fe-9515d35a97a3 None None] Enqueued Resource ID: e2f147dc-0590-4123-9f3c-24db1fe08562 with Priority: HIGHEST for action port [ 647.196715] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2f147dc-0590-4123-9f3c-24db1fe08562 with Priority: HIGHEST for action port [ 647.197204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2f147dc-0590-4123-9f3c-24db1fe08562 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.197468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2f147dc-0590-4123-9f3c-24db1fe08562" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.197468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2f147dc-0590-4123-9f3c-24db1fe08562" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.197730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2f147dc-0590-4123-9f3c-24db1fe08562" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.197946] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2f147dc-0590-4123-9f3c-24db1fe08562',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.578312] env[69987]: INFO networking_nsxv3.common.synchronization [None req-94bbff8b-ab32-46f9-8a10-4f767746ea66 None None] Enqueued Resource ID: 139a3f9b-5f07-484f-a012-d7e095e4694c with Priority: HIGHEST for action port [ 647.578312] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139a3f9b-5f07-484f-a012-d7e095e4694c with Priority: HIGHEST for action port [ 647.578312] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-139a3f9b-5f07-484f-a012-d7e095e4694c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.578312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139a3f9b-5f07-484f-a012-d7e095e4694c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.578312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139a3f9b-5f07-484f-a012-d7e095e4694c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.578312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139a3f9b-5f07-484f-a012-d7e095e4694c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.581414] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139a3f9b-5f07-484f-a012-d7e095e4694c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.700265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2f147dc-0590-4123-9f3c-24db1fe08562 [ 647.700419] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.700553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.700628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.700831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.700922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.701097] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2f147dc-0590-4123-9f3c-24db1fe08562 already deleted. [ 647.701097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2f147dc-0590-4123-9f3c-24db1fe08562" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.900340] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 647.900672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.901534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.901792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.901834] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.046756] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 in Status: SUCCESS [ 648.046972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083482] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 139a3f9b-5f07-484f-a012-d7e095e4694c [ 648.083596] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.084082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.084154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.084348] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:139a3f9b-5f07-484f-a012-d7e095e4694c already deleted. [ 648.084348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139a3f9b-5f07-484f-a012-d7e095e4694c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.405963] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.406388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.418504] env[69987]: INFO networking_nsxv3.common.synchronization [req-ed64a55f-d821-42a7-b0e0-2d16f8580c92 req-9ffb1963-0bdb-4cd6-8e61-61715dae15af tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: 1013d590-1736-41fe-86ae-534f4f8d118e with Priority: HIGHEST for action security_group_rules [ 648.418504] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1013d590-1736-41fe-86ae-534f4f8d118e with Priority: HIGHEST for action security_group_rules [ 648.418504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1013d590-1736-41fe-86ae-534f4f8d118e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.418504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1013d590-1736-41fe-86ae-534f4f8d118e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.418504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1013d590-1736-41fe-86ae-534f4f8d118e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.418504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1013d590-1736-41fe-86ae-534f4f8d118e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.418504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1013d590-1736-41fe-86ae-534f4f8d118e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.862623] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 648.862995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.863129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.864118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.864118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.864118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.864118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.864118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.864118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.864118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.864522] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.938072] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.938072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.938072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.938072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.938072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.938072] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1013d590-1736-41fe-86ae-534f4f8d118e already deleted. [ 648.938072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1013d590-1736-41fe-86ae-534f4f8d118e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.369670] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.369670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.369670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.370482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.370482] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.370482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.370482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.370482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.370482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.370482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.370764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.370764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.370764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.370893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.371392] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.371392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.371392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.371392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.371600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.371794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.372046] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.621931] env[69987]: INFO networking_nsxv3.common.synchronization [req-731048fb-816c-4f0c-8c2f-c5b685220b52 req-097dc5a0-378f-48e3-a4c6-6fb83ab2b450 tempest-ImagesNegativeTestJSON-2054161372 tempest-ImagesNegativeTestJSON-2054161372-project-member] Enqueued Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_members [ 649.624462] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_members [ 649.625050] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.625328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.625328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.627331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.627331] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.627331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.627331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.627331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.627331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.627331] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.876063] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ecf4f7-6ba0-4349-89a4-0e1bb018b031: rpc.has_security_group_logging(os_id): False [ 649.891487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.891733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.891733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.891954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.892069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.892288] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.892392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.892455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.893697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.893697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.893697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.893697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.893697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.893697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.893697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.894061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.894061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.894061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.894061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.894061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 649.955465] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.955741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.955741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.957018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.957018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.971018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 650.129393] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.130044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.130044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.130279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.130379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.131894] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.131894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.132210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.132210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.132210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.132322] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298816ad-d331-4e5d-abe8-caed0842760f already deleted. [ 650.133400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.236592] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.236807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.236807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.237173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.237444] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.237604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.237722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.238714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.238714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.238714] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.239220] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.239393] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.239509] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.239651] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.239757] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.239888] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.258941] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.258941] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.259379] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.259855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.260462] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.260462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.260655] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.261227] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.261326] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b00ea1-8747-4c12-8a6c-5abf6c3669f2',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.268046] env[69987]: INFO networking_nsxv3.common.synchronization [None req-11d70703-7291-49e6-9938-b2eb80bdbe92 None None] Enqueued Resource ID: 23d8c253-c8bc-4217-866b-4c0187d0aa25 with Priority: HIGHEST for action port [ 650.268046] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23d8c253-c8bc-4217-866b-4c0187d0aa25 with Priority: HIGHEST for action port [ 650.268046] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-23d8c253-c8bc-4217-866b-4c0187d0aa25 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.268436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23d8c253-c8bc-4217-866b-4c0187d0aa25" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.268436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23d8c253-c8bc-4217-866b-4c0187d0aa25" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.268436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23d8c253-c8bc-4217-866b-4c0187d0aa25" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.268541] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23d8c253-c8bc-4217-866b-4c0187d0aa25',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.766734] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.766947] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.767099] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.768016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.768016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.768016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 70b00ea1-8747-4c12-8a6c-5abf6c3669f2 not found, creating... [ 650.768016] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.768246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.768246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.768350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.768488] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.768760] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.768910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.769033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.769243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.769371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.769505] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 70b00ea1-8747-4c12-8a6c-5abf6c3669f2 is going to be created. [ 650.774830] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23d8c253-c8bc-4217-866b-4c0187d0aa25 [ 650.774830] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.774830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.774830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.774830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.774830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.774830] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23d8c253-c8bc-4217-866b-4c0187d0aa25 already deleted. [ 650.774830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23d8c253-c8bc-4217-866b-4c0187d0aa25" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792880] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.793093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.793218] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.793509] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.793734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.793949] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.179384] env[69987]: INFO networking_nsxv3.common.synchronization [None req-edefcab0-15d6-48bc-b4b7-f3563dcec8a4 None None] Enqueued Resource ID: e764c4d4-edc6-4d4e-853a-26d5e29f261f with Priority: HIGHEST for action port [ 651.179677] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e764c4d4-edc6-4d4e-853a-26d5e29f261f with Priority: HIGHEST for action port [ 651.180235] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e764c4d4-edc6-4d4e-853a-26d5e29f261f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.182090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e764c4d4-edc6-4d4e-853a-26d5e29f261f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.182172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e764c4d4-edc6-4d4e-853a-26d5e29f261f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.182462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e764c4d4-edc6-4d4e-853a-26d5e29f261f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.182553] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e764c4d4-edc6-4d4e-853a-26d5e29f261f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.425288] env[69987]: INFO networking_nsxv3.common.synchronization [None req-b08b17b3-0aa8-4f56-beb8-d268aafb1e8d None None] Enqueued Resource ID: 3ab79bd3-4aae-4b61-8150-c746568c3daf with Priority: HIGHEST for action port [ 651.425570] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ab79bd3-4aae-4b61-8150-c746568c3daf with Priority: HIGHEST for action port [ 651.426160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ab79bd3-4aae-4b61-8150-c746568c3daf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.426288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ab79bd3-4aae-4b61-8150-c746568c3daf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.426350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ab79bd3-4aae-4b61-8150-c746568c3daf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.426623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ab79bd3-4aae-4b61-8150-c746568c3daf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.426697] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ab79bd3-4aae-4b61-8150-c746568c3daf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.685610] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e764c4d4-edc6-4d4e-853a-26d5e29f261f [ 651.686842] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.686842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.686842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.686842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.686842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.686842] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e764c4d4-edc6-4d4e-853a-26d5e29f261f already deleted. [ 651.686842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e764c4d4-edc6-4d4e-853a-26d5e29f261f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.727416] env[69987]: INFO networking_nsxv3.common.synchronization [req-3cb89da2-1d0f-4e5c-b9bc-95f5c8a07e3b req-ab57b2b2-fd2c-4065-8d52-6dba70ea1d8c tempest-ServersTestFqdnHostnames-1854434547 tempest-ServersTestFqdnHostnames-1854434547-project-member] Enqueued Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_members [ 651.728879] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_members [ 651.730824] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.731202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.731319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.731964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.733079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.733295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.733417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.733660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.733781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.734168] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.832490] env[69987]: INFO networking_nsxv3.common.synchronization [req-731048fb-816c-4f0c-8c2f-c5b685220b52 req-272afd59-1da7-4bdf-8ca8-0780845e46a5 service nova] Enqueued Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_rules [ 651.832490] env[69987]: INFO networking_nsxv3.common.synchronization [req-731048fb-816c-4f0c-8c2f-c5b685220b52 req-272afd59-1da7-4bdf-8ca8-0780845e46a5 service nova] Enqueued Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_members [ 651.832621] env[69987]: INFO networking_nsxv3.common.synchronization [req-731048fb-816c-4f0c-8c2f-c5b685220b52 req-272afd59-1da7-4bdf-8ca8-0780845e46a5 service nova] Enqueued Resource ID: 70b00ea1-8747-4c12-8a6c-5abf6c3669f2 with Priority: HIGHEST for action port [ 651.836033] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_rules [ 651.836033] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_members [ 651.836033] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b00ea1-8747-4c12-8a6c-5abf6c3669f2 with Priority: HIGHEST for action port [ 651.836033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.836033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.836033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.836033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.836033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.836033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.836942] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.836942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.836942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.837224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.837224] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b00ea1-8747-4c12-8a6c-5abf6c3669f2',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.932555] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ab79bd3-4aae-4b61-8150-c746568c3daf [ 651.932787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.932926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.932988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.933246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.933316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.933409] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ab79bd3-4aae-4b61-8150-c746568c3daf already deleted. [ 651.933490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ab79bd3-4aae-4b61-8150-c746568c3daf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.984092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 651.984845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.239962] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.239962] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.239962] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa already deleted. [ 652.239962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.339755] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.339928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.343329] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70b00ea1-8747-4c12-8a6c-5abf6c3669f2 with status ACTIVE [ 652.345962] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.345962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.345962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.346402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.346465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.346695] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.346828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.346913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.347852] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.347852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.347852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.347852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.347852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.348109] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70b00ea1-8747-4c12-8a6c-5abf6c3669f2 is going to be updated. [ 652.349935] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.369677] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.369677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-834" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.369677] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-834" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.369979] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-834" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.370040] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.370193] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.370332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.370585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.370740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.371246] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.371413] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.371508] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.371620] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.371759] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 652.371828] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.371961] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.374041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.374041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.374041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.374171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.374273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.374423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b00ea1-8747-4c12-8a6c-5abf6c3669f2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.391047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.392128] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 652.392128] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.392128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-834" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.392128] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-d5b5dcfa-33de-47f7-8356-2384f6ed2083 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.392128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.392456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.392656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.393320] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b5dcfa-33de-47f7-8356-2384f6ed2083',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.856024] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.895343] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.895562] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.897025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.897025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.897025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.897025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port d5b5dcfa-33de-47f7-8356-2384f6ed2083 not found, creating... [ 652.897025] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.897025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.897025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.897384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.897384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.897694] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.897694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.897811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.897962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.898103] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.898253] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: d5b5dcfa-33de-47f7-8356-2384f6ed2083 is going to be created. [ 652.919268] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.919483] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.919604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.919892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.920126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.920885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.194438] env[69987]: INFO networking_nsxv3.common.synchronization [req-48ad251d-a59a-4697-8aa2-418a693cf928 req-dbdf4b1f-8298-4b12-995f-1b296461b805 tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: 74653ae1-3244-4eab-8071-4df3b296a350 with Priority: HIGHEST for action security_group_rules [ 653.194948] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74653ae1-3244-4eab-8071-4df3b296a350 with Priority: HIGHEST for action security_group_rules [ 653.195268] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74653ae1-3244-4eab-8071-4df3b296a350 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.195396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74653ae1-3244-4eab-8071-4df3b296a350" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.195460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74653ae1-3244-4eab-8071-4df3b296a350" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.195721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74653ae1-3244-4eab-8071-4df3b296a350" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.195806] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74653ae1-3244-4eab-8071-4df3b296a350',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.363612] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.363931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.363931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.364065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.364158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.364259] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298816ad-d331-4e5d-abe8-caed0842760f is going to be created. [ 653.387359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.387359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.387359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.387359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.387359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.397680] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298816ad-d331-4e5d-abe8-caed0842760f in Status: UNINITIALIZED for 2s [ 653.725088] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.728211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.728374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.728603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.728699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.728808] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74653ae1-3244-4eab-8071-4df3b296a350 already deleted. [ 653.728887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74653ae1-3244-4eab-8071-4df3b296a350" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.850034] env[69987]: INFO networking_nsxv3.common.synchronization [req-3cb89da2-1d0f-4e5c-b9bc-95f5c8a07e3b req-11995b45-2663-41e4-abbe-b8d609952a7b service nova] Enqueued Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_rules [ 653.850034] env[69987]: INFO networking_nsxv3.common.synchronization [req-3cb89da2-1d0f-4e5c-b9bc-95f5c8a07e3b req-11995b45-2663-41e4-abbe-b8d609952a7b service nova] Enqueued Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_members [ 653.850034] env[69987]: INFO networking_nsxv3.common.synchronization [req-3cb89da2-1d0f-4e5c-b9bc-95f5c8a07e3b req-11995b45-2663-41e4-abbe-b8d609952a7b service nova] Enqueued Resource ID: d5b5dcfa-33de-47f7-8356-2384f6ed2083 with Priority: HIGHEST for action port [ 653.850034] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_rules [ 653.850439] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_members [ 653.850439] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b5dcfa-33de-47f7-8356-2384f6ed2083 with Priority: HIGHEST for action port [ 653.851098] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.851098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.851970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.852218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.852777] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.855389] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.856043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.856043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.856043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.856279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.856383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.857239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.857239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.857239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.857239] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.858827] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b5dcfa-33de-47f7-8356-2384f6ed2083 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.858827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.858827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.858827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.859042] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b5dcfa-33de-47f7-8356-2384f6ed2083',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.906714] env[69987]: INFO networking_nsxv3.common.synchronization [None req-e14a8306-bde0-4864-be15-d6fd726899da None None] Enqueued Resource ID: 8fe1e441-66c7-4608-a647-f34a10d0bbef with Priority: HIGHEST for action port [ 653.907034] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe1e441-66c7-4608-a647-f34a10d0bbef with Priority: HIGHEST for action port [ 653.907640] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe1e441-66c7-4608-a647-f34a10d0bbef taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.907776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe1e441-66c7-4608-a647-f34a10d0bbef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.907866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe1e441-66c7-4608-a647-f34a10d0bbef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.908807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe1e441-66c7-4608-a647-f34a10d0bbef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.908807] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe1e441-66c7-4608-a647-f34a10d0bbef',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.067679] env[69987]: INFO networking_nsxv3.common.synchronization [None req-917c35be-6eca-4f6d-b964-9dbb368c9e63 None None] Enqueued Resource ID: 5680e483-e18e-401c-897f-05e95724229a with Priority: HIGHEST for action port [ 654.068185] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5680e483-e18e-401c-897f-05e95724229a with Priority: HIGHEST for action port [ 654.068814] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5680e483-e18e-401c-897f-05e95724229a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.068981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5680e483-e18e-401c-897f-05e95724229a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.069125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5680e483-e18e-401c-897f-05e95724229a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.069407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5680e483-e18e-401c-897f-05e95724229a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.069532] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5680e483-e18e-401c-897f-05e95724229a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.362390] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.362390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.362508] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.363517] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5b5dcfa-33de-47f7-8356-2384f6ed2083 with status ACTIVE [ 654.363735] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.364030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.364030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.364153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.364240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.364455] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.364596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.364638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.364798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.364907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.365989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.365989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.365989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.365989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.365989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.365989] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5b5dcfa-33de-47f7-8356-2384f6ed2083 is going to be updated. [ 654.368956] env[69987]: INFO networking_nsxv3.common.synchronization [req-ba9e26bb-97ef-4147-aa6b-05ae5654d1d7 req-4288cc89-9a2d-40a7-809d-50d177e6fe2e tempest-VolumesAssistedSnapshotsTest-1773208599 tempest-VolumesAssistedSnapshotsTest-1773208599-project-member] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_members [ 654.370171] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_members [ 654.373976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.373976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.373976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.373976] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.391790] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.391790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.391790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.391790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.391790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.391790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b5dcfa-33de-47f7-8356-2384f6ed2083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.411781] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fe1e441-66c7-4608-a647-f34a10d0bbef [ 654.412515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.412515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.412515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.412515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.412515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.412810] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fe1e441-66c7-4608-a647-f34a10d0bbef already deleted. [ 654.412810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe1e441-66c7-4608-a647-f34a10d0bbef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.572229] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5680e483-e18e-401c-897f-05e95724229a [ 654.575020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.575020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.575020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.575020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.575020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.575020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5680e483-e18e-401c-897f-05e95724229a already deleted. [ 654.575020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5680e483-e18e-401c-897f-05e95724229a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.869062] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.876123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.876396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.876847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.877617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.877978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.878440] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.878649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.879026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.879244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.881196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.881351] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 already deleted. [ 654.881496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.976858] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.977087] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-153" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.977212] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-153" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.977513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-153" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.977785] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.977943] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.979390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.979760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.979855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.980091] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.980218] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.980339] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.980451] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.980560] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.980665] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.980800] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.998290] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.998550] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.998641] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.998753] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-153" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.999077] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-68b29b35-015e-4545-af50-70655d1914db taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.999250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.999369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.999695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.999837] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b29b35-015e-4545-af50-70655d1914db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.375670] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.375670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.375670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.375670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.375670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.375670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa is going to be created. [ 655.399560] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.399560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.399560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.399560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.399560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.410475] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa in Status: UNINITIALIZED for 2s [ 655.410475] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298816ad-d331-4e5d-abe8-caed0842760f in Status: SUCCESS [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.410475] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.410475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.410475] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.503354] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.503354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.503354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.503786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.503786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.503864] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 68b29b35-015e-4545-af50-70655d1914db not found, creating... [ 655.504159] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.504341] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.504489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.505104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.505104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.505238] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.505376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.505507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.505739] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.505882] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.508570] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 68b29b35-015e-4545-af50-70655d1914db is going to be created. [ 655.530381] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.531344] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.531544] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.535175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.535417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.535679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.913319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.914115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.914204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.914399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.914643] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.914768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.914845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.915109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.915170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.915284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.915500] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.915620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.915669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.915807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.915978] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.916093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.916151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.916330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.916424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.916579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.917014] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.967360] env[69987]: INFO networking_nsxv3.common.synchronization [None req-4fc4ef66-3bb1-4267-ac75-b4257a76b6af None None] Enqueued Resource ID: 47c3421a-6ab2-4e67-9a8e-0517f4a640cc with Priority: HIGHEST for action port [ 655.967508] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47c3421a-6ab2-4e67-9a8e-0517f4a640cc with Priority: HIGHEST for action port [ 655.968766] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-47c3421a-6ab2-4e67-9a8e-0517f4a640cc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.969173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47c3421a-6ab2-4e67-9a8e-0517f4a640cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.969173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47c3421a-6ab2-4e67-9a8e-0517f4a640cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.969420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47c3421a-6ab2-4e67-9a8e-0517f4a640cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.969844] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47c3421a-6ab2-4e67-9a8e-0517f4a640cc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.420436] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 298816ad-d331-4e5d-abe8-caed0842760f: rpc.has_security_group_logging(os_id): False [ 656.443634] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.444164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.444479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.445102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.445619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.446035] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.447116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.447116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.447116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.447116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.447377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.447377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.447489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.447634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.447784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.448057] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.448621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.448621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.448621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.448621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.448863] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 298816ad-d331-4e5d-abe8-caed0842760f is going to be created. [ 656.475184] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47c3421a-6ab2-4e67-9a8e-0517f4a640cc [ 656.475184] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.475184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.475184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.475184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.475540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.475540] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47c3421a-6ab2-4e67-9a8e-0517f4a640cc already deleted. [ 656.475638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47c3421a-6ab2-4e67-9a8e-0517f4a640cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.502174] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.502829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.502957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.503246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.503565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.516855] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 298816ad-d331-4e5d-abe8-caed0842760f in Status: IN_PROGRESS for 2s [ 657.036962] env[69987]: INFO networking_nsxv3.common.synchronization [req-ba9e26bb-97ef-4147-aa6b-05ae5654d1d7 req-bb455177-1075-494a-a8b6-4655f8bb6aa0 service nova] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_rules [ 657.038045] env[69987]: INFO networking_nsxv3.common.synchronization [req-ba9e26bb-97ef-4147-aa6b-05ae5654d1d7 req-bb455177-1075-494a-a8b6-4655f8bb6aa0 service nova] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_members [ 657.038045] env[69987]: INFO networking_nsxv3.common.synchronization [req-ba9e26bb-97ef-4147-aa6b-05ae5654d1d7 req-bb455177-1075-494a-a8b6-4655f8bb6aa0 service nova] Enqueued Resource ID: 68b29b35-015e-4545-af50-70655d1914db with Priority: HIGHEST for action port [ 657.040245] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_rules [ 657.040694] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_members [ 657.040694] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68b29b35-015e-4545-af50-70655d1914db with Priority: HIGHEST for action port [ 657.040849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.041446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.041446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.041446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.041446] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.042682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.042682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.042682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.042682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.042880] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.042983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.044561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.044561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.044561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.044561] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.045186] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-68b29b35-015e-4545-af50-70655d1914db taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.045322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.046191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.047221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.047350] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68b29b35-015e-4545-af50-70655d1914db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.147144] env[69987]: INFO networking_nsxv3.common.synchronization [req-5712a512-6577-48b4-957a-56ac89ec45f0 req-aaa17faa-c6d9-488d-900c-54873e42b5de tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 657.149112] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 657.149112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.149112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.149112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.149112] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.329914] env[69987]: INFO networking_nsxv3.common.synchronization [req-105ea6a0-9a27-434d-84b3-fd0a0bad23c5 req-95354378-9f48-4da2-be9f-931ab88a9b7c tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: 76f1168d-83c9-4f7a-852c-ba1eb07faaa5 with Priority: HIGHEST for action security_group_rules [ 657.329914] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f1168d-83c9-4f7a-852c-ba1eb07faaa5 with Priority: HIGHEST for action security_group_rules [ 657.329914] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f1168d-83c9-4f7a-852c-ba1eb07faaa5 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.329914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f1168d-83c9-4f7a-852c-ba1eb07faaa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.329914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f1168d-83c9-4f7a-852c-ba1eb07faaa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.331157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f1168d-83c9-4f7a-852c-ba1eb07faaa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.331279] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f1168d-83c9-4f7a-852c-ba1eb07faaa5',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.420612] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa in Status: SUCCESS [ 657.420612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.421146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.421840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.421840] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.421840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.421840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.421840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.422160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.422160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.422160] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.550616] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.551122] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.551122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.551356] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68b29b35-015e-4545-af50-70655d1914db with status ACTIVE [ 657.551392] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.551480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.551538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.551746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.551886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.551998] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.552150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.552150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.552309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.552395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.552577] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.552667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.552715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.554850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.554850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.554850] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68b29b35-015e-4545-af50-70655d1914db is going to be updated. [ 657.577885] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.578915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.579621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.580087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.581375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.581569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68b29b35-015e-4545-af50-70655d1914db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.651207] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.651389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.651461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.651674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.651780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.651991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.652102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.652160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.654989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.654989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.654989] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce already deleted. [ 657.654989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.861138] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.861138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.861138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.861138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.861138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.861138] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f1168d-83c9-4f7a-852c-ba1eb07faaa5 already deleted. [ 657.861138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f1168d-83c9-4f7a-852c-ba1eb07faaa5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.924267] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.932262] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.932850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.933068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.933444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.933761] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.933933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.934065] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.934295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.934504] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.934721] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.934837] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.934952] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.935087] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.935200] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 657.935300] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.935430] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.954678] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.954766] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 657.954882] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.955070] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.955382] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-3e918786-01b7-4a7e-a884-720a3c170676 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.955552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.955690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.956024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.956405] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e918786-01b7-4a7e-a884-720a3c170676',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.987025] env[69987]: INFO networking_nsxv3.common.synchronization [req-fbcd99d8-d22b-40d8-86ca-a276c1c9be56 req-fdb56f43-5cce-47fb-922a-9ef8f2ce2ee7 tempest-ServerExternalEventsTest-914976596 tempest-ServerExternalEventsTest-914976596-project-member] Enqueued Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_members [ 657.987025] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGHEST for action security_group_members [ 657.987025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.987025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.987025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.987614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.987921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.988199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.988385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.988664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.988879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.989148] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.057890] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.428967] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fe42996-7f73-4d7a-8844-e92ddb2ecefa: rpc.has_security_group_logging(os_id): False [ 658.446121] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.446355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.446425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.446722] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.446854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.447316] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.447411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.447461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.447768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.447768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.447880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa is going to be created. [ 658.460703] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.460703] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.460703] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.460944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.461040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.461259] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 3e918786-01b7-4a7e-a884-720a3c170676 not found, creating... [ 658.461924] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.462173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.462352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.462657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.462856] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.463279] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.463502] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.463674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.464104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.464522] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.464522] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 3e918786-01b7-4a7e-a884-720a3c170676 is going to be created. [ 658.486098] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.486098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.486098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.486098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.486098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.486098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.492982] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.493507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.493507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.493507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.493672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.493722] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.493797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.493860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.494016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.494093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.494601] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 is going to be updated. [ 658.534099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.534260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.534340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.534582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.534727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.542477] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.542621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.542685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.542893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.543078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.544747] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 298816ad-d331-4e5d-abe8-caed0842760f in Status: SUCCESS [ 658.544933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.548156] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 in Status: IN_PROGRESS for 2s [ 658.560744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.560989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.560989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.561179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.561291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.561474] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 is going to be created. [ 658.565375] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa in Status: IN_PROGRESS for 2s [ 658.605448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.605609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.605609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.606512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.606512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.623717] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 in Status: UNINITIALIZED for 2s [ 659.445820] env[69987]: INFO networking_nsxv3.common.synchronization [req-b93b4d41-7de7-4731-ac33-8e7b23ac5b1b req-f503d13a-6f91-4ad5-a8c6-6093532b00ba tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 659.446402] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 659.446772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.447084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.447084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.449755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.450019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.450097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.450160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.450302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.450383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.451222] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.685276] env[69987]: INFO networking_nsxv3.common.synchronization [None req-6259aa3f-b484-46d0-9f4e-19b47f50e356 None None] Enqueued Resource ID: 0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67 with Priority: HIGHEST for action port [ 659.685620] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67 with Priority: HIGHEST for action port [ 659.685921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.685994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.686075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.686298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.686373] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.748132] env[69987]: INFO networking_nsxv3.common.synchronization [req-5712a512-6577-48b4-957a-56ac89ec45f0 req-73f43336-e86c-40fc-8f28-32034fb7b3b8 service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 659.748339] env[69987]: INFO networking_nsxv3.common.synchronization [req-5712a512-6577-48b4-957a-56ac89ec45f0 req-73f43336-e86c-40fc-8f28-32034fb7b3b8 service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 659.748466] env[69987]: INFO networking_nsxv3.common.synchronization [req-5712a512-6577-48b4-957a-56ac89ec45f0 req-73f43336-e86c-40fc-8f28-32034fb7b3b8 service nova] Enqueued Resource ID: 3e918786-01b7-4a7e-a884-720a3c170676 with Priority: HIGHEST for action port [ 659.748916] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 659.749072] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 659.749170] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e918786-01b7-4a7e-a884-720a3c170676 with Priority: HIGHEST for action port [ 659.749559] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.749705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.749777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.750017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.750162] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.750921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.751046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.751209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.751401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.752288] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.752288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.752288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.752288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.752288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.752288] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.752865] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e918786-01b7-4a7e-a884-720a3c170676 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.752965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.753067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.753193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.753354] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e918786-01b7-4a7e-a884-720a3c170676',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.900430] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.900430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.900430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.900430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.900430] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.900430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.900430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.901179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.901452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.901781] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.902052] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.902276] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.902818] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.903099] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.903345] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.903616] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.923405] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.923405] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.923405] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.923405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.923405] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-c2407183-ab55-4108-a4c9-1fb48e727a35 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.923675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.923713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.924023] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.924587] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2407183-ab55-4108-a4c9-1fb48e727a35',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.955079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.955279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.955372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.955625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.955733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.955957] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.956082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.956278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.956352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.956400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.956486] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 already deleted. [ 659.956563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.188694] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67 [ 660.188983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.189226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.189302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.189596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.189752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.189850] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67 already deleted. [ 660.189966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7f89d2-fdb7-4f27-a3a8-9ed54a43cb67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.255044] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.257382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.257382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.257500] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e918786-01b7-4a7e-a884-720a3c170676 with status ACTIVE [ 660.257674] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.257780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.257780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.257989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.258311] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.258376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.258413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.258815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.259152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.259152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.259390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.259610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.260412] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e918786-01b7-4a7e-a884-720a3c170676 is going to be updated. [ 660.286336] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.286336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.286336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.286336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.286336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.286336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e918786-01b7-4a7e-a884-720a3c170676" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.427259] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.427503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.427701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.428022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.428556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.428743] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port c2407183-ab55-4108-a4c9-1fb48e727a35 not found, creating... [ 660.429083] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.429202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.429324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.429549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.429691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.429967] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.430175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.430387] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.430442] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.430589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.430847] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: c2407183-ab55-4108-a4c9-1fb48e727a35 is going to be created. [ 660.450658] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.450976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.450976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.451281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.452287] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.452287] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.561560] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 in Status: SUCCESS [ 660.562139] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 deletion is rescheduled due to dependency. [ 660.562139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.581156] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa in Status: SUCCESS [ 660.581156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.636177] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 in Status: SUCCESS [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.636177] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.636177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.636540] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.763196] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.143442] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.266179] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.266359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.266457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.266590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.266716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.266850] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be created. [ 661.296858] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.297038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.297108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.298697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.298697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.310279] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: UNINITIALIZED for 2s [ 661.634189] env[69987]: INFO networking_nsxv3.common.synchronization [req-b93b4d41-7de7-4731-ac33-8e7b23ac5b1b req-08bfb8d7-f62e-4ebd-84bf-8495c2a6b5ce service nova] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_rules [ 661.634761] env[69987]: INFO networking_nsxv3.common.synchronization [req-b93b4d41-7de7-4731-ac33-8e7b23ac5b1b req-08bfb8d7-f62e-4ebd-84bf-8495c2a6b5ce service nova] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 661.634761] env[69987]: INFO networking_nsxv3.common.synchronization [req-b93b4d41-7de7-4731-ac33-8e7b23ac5b1b req-08bfb8d7-f62e-4ebd-84bf-8495c2a6b5ce service nova] Enqueued Resource ID: c2407183-ab55-4108-a4c9-1fb48e727a35 with Priority: HIGHEST for action port [ 661.637083] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_rules [ 661.637325] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 661.637377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2407183-ab55-4108-a4c9-1fb48e727a35 with Priority: HIGHEST for action port [ 661.638101] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.638248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.638312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.638594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.638692] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.639667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.639877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.639949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.640156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.640328] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.640445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.640514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.641362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.641362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.641362] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.642043] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2407183-ab55-4108-a4c9-1fb48e727a35 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.642043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.642043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.642213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.642213] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2407183-ab55-4108-a4c9-1fb48e727a35',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.646202] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8da7d895-158a-44cf-b105-b9f9ae1513c1: rpc.has_security_group_logging(os_id): False [ 661.662758] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.662962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.663066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.663427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.663515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.663746] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.663847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.663910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.664529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.664529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.664529] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 is going to be created. [ 661.717841] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.717977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.732617] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 in Status: IN_PROGRESS for 2s [ 661.900428] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c0ca0399-b7dd-4d4f-aeb6-b2cdd5ef377d None None] Enqueued Resource ID: 4b5f033b-cd45-4b6e-90cb-89f7e90d1c87 with Priority: HIGHEST for action port [ 661.900997] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b5f033b-cd45-4b6e-90cb-89f7e90d1c87 with Priority: HIGHEST for action port [ 661.901353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b5f033b-cd45-4b6e-90cb-89f7e90d1c87 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.901486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b5f033b-cd45-4b6e-90cb-89f7e90d1c87" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.901556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b5f033b-cd45-4b6e-90cb-89f7e90d1c87" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.902689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b5f033b-cd45-4b6e-90cb-89f7e90d1c87" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.902823] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b5f033b-cd45-4b6e-90cb-89f7e90d1c87',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.963561] env[69987]: INFO networking_nsxv3.common.synchronization [req-0ef15f32-3bd4-4687-9972-83b2f3f6c978 req-74287442-b5b6-47e7-b7fe-2a34e4b3e863 tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: d3e822e3-f984-47df-8189-1ba80d252bbe with Priority: HIGHEST for action security_group_rules [ 661.964402] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e822e3-f984-47df-8189-1ba80d252bbe with Priority: HIGHEST for action security_group_rules [ 661.964507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e822e3-f984-47df-8189-1ba80d252bbe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.964649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.964743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.965027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.965146] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e822e3-f984-47df-8189-1ba80d252bbe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.143866] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.146121] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.146243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.146733] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2407183-ab55-4108-a4c9-1fb48e727a35 with status ACTIVE [ 662.147353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.147353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.147353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.147353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.147615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.147615] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.147693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.147726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.149796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.149796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.149796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.149796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.149796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.149796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.149796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.149796] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2407183-ab55-4108-a4c9-1fb48e727a35 is going to be updated. [ 662.180669] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.180669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.180669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.180802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.180851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.181069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2407183-ab55-4108-a4c9-1fb48e727a35" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.407824] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b5f033b-cd45-4b6e-90cb-89f7e90d1c87 [ 662.408067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.408202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.408269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.408475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.408560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.408652] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b5f033b-cd45-4b6e-90cb-89f7e90d1c87 already deleted. [ 662.408730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b5f033b-cd45-4b6e-90cb-89f7e90d1c87" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.489252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.489409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.490053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.490053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.490053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.490053] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e822e3-f984-47df-8189-1ba80d252bbe already deleted. [ 662.490053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.648319] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.001520] env[69987]: INFO networking_nsxv3.common.synchronization [req-7ab613af-c4bf-47fd-bec0-29036dfe4028 req-3a401896-791a-48ee-abae-0a67ff8a94dc tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: d3e822e3-f984-47df-8189-1ba80d252bbe with Priority: HIGHEST for action security_group_rules [ 663.001520] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e822e3-f984-47df-8189-1ba80d252bbe with Priority: HIGHEST for action security_group_rules [ 663.001655] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e822e3-f984-47df-8189-1ba80d252bbe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.002236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.002346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.002544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.002626] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e822e3-f984-47df-8189-1ba80d252bbe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.151721] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.151721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.151721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.151969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.152234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.152234] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be created. [ 663.177148] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.177251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.177289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.178523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.178523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.190458] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: UNINITIALIZED for 2s [ 663.320103] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 663.320485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.320610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.320868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.321124] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.321265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.321577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.321577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.321743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.321743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.323178] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.524073] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.524280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.524280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.524507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.524595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.524680] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e822e3-f984-47df-8189-1ba80d252bbe already deleted. [ 663.524769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.550066] env[69987]: INFO networking_nsxv3.common.synchronization [None req-39ea8378-3d91-4a47-809a-1e8eb901d845 None None] Enqueued Resource ID: 8f6fd73f-1dca-46b7-be19-89417469f773 with Priority: HIGHEST for action port [ 663.550708] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f6fd73f-1dca-46b7-be19-89417469f773 with Priority: HIGHEST for action port [ 663.552798] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f6fd73f-1dca-46b7-be19-89417469f773 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.553237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f6fd73f-1dca-46b7-be19-89417469f773" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.553454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f6fd73f-1dca-46b7-be19-89417469f773" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.553947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f6fd73f-1dca-46b7-be19-89417469f773" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.554134] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f6fd73f-1dca-46b7-be19-89417469f773',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.747444] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 in Status: SUCCESS [ 663.747709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.825808] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.826048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.826159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.826575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.826680] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.826831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.828026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.828026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.828451] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.828451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.828451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.828796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.828796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.829031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.829031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.056430] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f6fd73f-1dca-46b7-be19-89417469f773 [ 664.056637] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.056808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.056923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.057186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.057280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.057381] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f6fd73f-1dca-46b7-be19-89417469f773 already deleted. [ 664.057462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f6fd73f-1dca-46b7-be19-89417469f773" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.331781] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d2566e-0009-4cd8-b070-1d52d26dd2ce: rpc.has_security_group_logging(os_id): False [ 664.351937] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.352255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.352315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.353259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.353408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.353697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.353841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.356511] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.356511] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.356511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.356511] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be created. [ 664.436749] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.436919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.436982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.437211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.437403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.449519] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 664.549796] env[69987]: INFO networking_nsxv3.common.synchronization [req-d7719a9c-2b96-4a5c-ae99-578b76030c1b req-d1b6e2cc-07c7-41aa-9e3b-a13a23004f9f tempest-SecurityGroupRulesTestJSON-590775754 tempest-SecurityGroupRulesTestJSON-590775754-project-member] Enqueued Resource ID: d3e822e3-f984-47df-8189-1ba80d252bbe with Priority: HIGHEST for action security_group_rules [ 664.549796] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3e822e3-f984-47df-8189-1ba80d252bbe with Priority: HIGHEST for action security_group_rules [ 664.549796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3e822e3-f984-47df-8189-1ba80d252bbe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.550032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.550067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.550262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.550758] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3e822e3-f984-47df-8189-1ba80d252bbe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.646038] env[69987]: INFO networking_nsxv3.common.synchronization [req-b187f193-8ab2-42aa-8e5f-c80ddfa645dc req-d9e37250-c1ac-4e78-90aa-62bb62fa4d2d tempest-ImagesNegativeTestJSON-2054161372 tempest-ImagesNegativeTestJSON-2054161372-project-member] Enqueued Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_members [ 664.647959] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGHEST for action security_group_members [ 664.649392] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.649392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.649392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.649392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.650991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.650991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.650991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.650991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.650991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.650991] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.070952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.072147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.072229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.072470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.072561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.072670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3e822e3-f984-47df-8189-1ba80d252bbe already deleted. [ 665.072766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3e822e3-f984-47df-8189-1ba80d252bbe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.153986] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.153986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.153986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.154226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.154226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.154443] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.154660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.154724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.154900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.154981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.155082] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298816ad-d331-4e5d-abe8-caed0842760f is going to be updated. [ 665.199345] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.199508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.199856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.199856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.199957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.201804] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 665.202110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.204117] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.204117] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.216593] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298816ad-d331-4e5d-abe8-caed0842760f in Status: IN_PROGRESS for 2s [ 665.246103] env[69987]: INFO networking_nsxv3.common.synchronization [req-c98f63a1-62fa-41fc-80c7-da9ab97fe14e req-19c96a6b-9d93-4521-a569-0111429b138a tempest-ServersWithSpecificFlavorTestJSON-697419574 tempest-ServersWithSpecificFlavorTestJSON-697419574-project-member] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 665.246847] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 665.247091] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.249817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.249817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.249817] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.709726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.709726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.709726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.709726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.710745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.710745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.710745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.710745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.710745] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.751143] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.751292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.751365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.751567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.751658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.751849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.751944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.751996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.752284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.752284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.752384] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b already deleted. [ 665.752607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.185822] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.185822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.185822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.185822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.185822] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.185822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.186709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.186709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.186709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.186901] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.186939] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.187418] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.187418] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.187418] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.187418] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.187698] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.212032] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.212032] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.212032] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.213289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.213802] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-1acb2297-91d5-4675-bbec-1c950d6cd544 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.214012] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.214335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.214444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.214580] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1acb2297-91d5-4675-bbec-1c950d6cd544',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.216719] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eb24750-de46-4d34-b982-85dfe7ebba28: rpc.has_security_group_logging(os_id): False [ 666.240277] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.240277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.240277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.240277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.240277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.240277] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.240277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.240277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.240715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.240715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.242137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.242137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.242137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.242661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.242661] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be created. [ 666.315337] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.315337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.315337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.315337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.315337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.331584] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 666.421091] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8430fd59-06fd-4ee4-9bf8-e10d2e254872 None None] Enqueued Resource ID: e5496ea2-349c-40ff-a7f6-9237e76f82a0 with Priority: HIGHEST for action port [ 666.421091] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5496ea2-349c-40ff-a7f6-9237e76f82a0 with Priority: HIGHEST for action port [ 666.421091] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5496ea2-349c-40ff-a7f6-9237e76f82a0 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.423530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5496ea2-349c-40ff-a7f6-9237e76f82a0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.428351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5496ea2-349c-40ff-a7f6-9237e76f82a0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.428351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5496ea2-349c-40ff-a7f6-9237e76f82a0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.428351] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5496ea2-349c-40ff-a7f6-9237e76f82a0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.467107] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 666.467353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.718885] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.718885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.718885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.719174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.719479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.719652] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 1acb2297-91d5-4675-bbec-1c950d6cd544 not found, creating... [ 666.720105] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.720232] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.720372] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.720500] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.720636] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.723207] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.723207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.723207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.723376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.723608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.723820] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 1acb2297-91d5-4675-bbec-1c950d6cd544 is going to be created. [ 666.743336] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.743575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.743767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.744953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.744953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.745229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.849959] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5fe78a56-3f82-4f6b-b0c9-dcd825535f4f tempest-VolumesAdminNegativeTest-1005914206 tempest-VolumesAdminNegativeTest-1005914206-project-member] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_rules [ 666.850522] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_rules [ 666.850841] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.850972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.851262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.851604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.851696] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.930154] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5496ea2-349c-40ff-a7f6-9237e76f82a0 [ 666.930154] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.930154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.930154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.930334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.930334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.930397] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5496ea2-349c-40ff-a7f6-9237e76f82a0 already deleted. [ 666.931048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5496ea2-349c-40ff-a7f6-9237e76f82a0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.979709] env[69987]: INFO networking_nsxv3.common.synchronization [None req-313141cb-a607-47ff-a019-e06336631200 tempest-VolumesAdminNegativeTest-1005914206 tempest-VolumesAdminNegativeTest-1005914206-project-member] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_rules [ 666.983099] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_rules [ 666.983099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.983099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.229391] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 298816ad-d331-4e5d-abe8-caed0842760f in Status: SUCCESS [ 667.230530] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 298816ad-d331-4e5d-abe8-caed0842760f deletion is rescheduled due to dependency. [ 667.230530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.372921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.372921] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 already deleted. [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.372921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.372921] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.776704] env[69987]: INFO networking_nsxv3.common.synchronization [req-c98f63a1-62fa-41fc-80c7-da9ab97fe14e req-dca30d93-b6b2-40e5-a0f7-2b8b8c0c3afe service nova] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 667.777010] env[69987]: INFO networking_nsxv3.common.synchronization [req-c98f63a1-62fa-41fc-80c7-da9ab97fe14e req-dca30d93-b6b2-40e5-a0f7-2b8b8c0c3afe service nova] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 667.777147] env[69987]: INFO networking_nsxv3.common.synchronization [req-c98f63a1-62fa-41fc-80c7-da9ab97fe14e req-dca30d93-b6b2-40e5-a0f7-2b8b8c0c3afe service nova] Enqueued Resource ID: 1acb2297-91d5-4675-bbec-1c950d6cd544 with Priority: HIGHEST for action port [ 667.777673] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 667.777836] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 667.778154] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1acb2297-91d5-4675-bbec-1c950d6cd544 with Priority: HIGHEST for action port [ 667.780550] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.781523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.781523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.781523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.781523] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.782397] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.782536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.782744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.783334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.783334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.783334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.783334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.783634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.783634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.783760] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.785508] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1acb2297-91d5-4675-bbec-1c950d6cd544 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.785785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.785785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.786065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.786153] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1acb2297-91d5-4675-bbec-1c950d6cd544',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.842924] env[69987]: INFO networking_nsxv3.common.synchronization [req-c68388d4-0375-46d4-bb84-2747c62605e8 req-8c532ef2-9301-40d7-9e3f-af2a73398872 tempest-InstanceActionsNegativeTestJSON-237685100 tempest-InstanceActionsNegativeTestJSON-237685100-project-member] Enqueued Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_members [ 667.843715] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_members [ 667.845368] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.846684] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.846684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.846684] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.892880] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.893083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.893172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.893428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.893550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.893672] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 already deleted. [ 667.893792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.289038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.289344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.289466] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.290364] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1acb2297-91d5-4675-bbec-1c950d6cd544 with status ACTIVE [ 668.290586] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.290732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.290801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.291065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.291154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.291510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.291651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.291720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.291966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.292958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.294202] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.294346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.294451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.294653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.294861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.294861] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1acb2297-91d5-4675-bbec-1c950d6cd544 is going to be updated. [ 668.319040] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.319040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.319040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.319040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.319040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.319040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1acb2297-91d5-4675-bbec-1c950d6cd544" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.345378] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 668.345434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.351801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.352417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.352515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.352736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.352874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.353967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.353967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.353967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.353967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.353967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.353967] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c already deleted. [ 668.354668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.756193] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-503 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.756310] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-503" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.756392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-503" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.757577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-503" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.757577] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.757577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.757577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.757577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.757798] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.757835] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.757951] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.762508] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.762508] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.762508] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.762508] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.762508] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.779989] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.779989] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.780274] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.780319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-503" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.780702] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-c26583c0-ad13-4a74-adc9-deb6e535a3f0 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.780929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.781071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.781440] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.781586] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26583c0-ad13-4a74-adc9-deb6e535a3f0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.797388] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.286239] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.286239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.286239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.286239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.286239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.286239] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port c26583c0-ad13-4a74-adc9-deb6e535a3f0 not found, creating... [ 669.286239] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.286239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.286712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.286712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.286712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.286976] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.288349] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.288349] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.288566] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.288736] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.288914] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: c26583c0-ad13-4a74-adc9-deb6e535a3f0 is going to be created. [ 669.299983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.301134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.301233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.301509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.301603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.301761] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be created. [ 669.317648] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.317931] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.318118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.318887] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.318887] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.320366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.332815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.333057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.333057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.333305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.333473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.348253] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: UNINITIALIZED for 2s [ 669.391809] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5e71e37a-b880-4a7f-879c-7c4917ff9167 None None] Enqueued Resource ID: 819cf8d8-bd6f-49f6-9f1d-48c416e33de9 with Priority: HIGHEST for action port [ 669.392107] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819cf8d8-bd6f-49f6-9f1d-48c416e33de9 with Priority: HIGHEST for action port [ 669.392909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-819cf8d8-bd6f-49f6-9f1d-48c416e33de9 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.392909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-819cf8d8-bd6f-49f6-9f1d-48c416e33de9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.392909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-819cf8d8-bd6f-49f6-9f1d-48c416e33de9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.395266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-819cf8d8-bd6f-49f6-9f1d-48c416e33de9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.395266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819cf8d8-bd6f-49f6-9f1d-48c416e33de9',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.898153] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 819cf8d8-bd6f-49f6-9f1d-48c416e33de9 [ 669.898153] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.898153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.898153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.898153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.898153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.898153] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:819cf8d8-bd6f-49f6-9f1d-48c416e33de9 already deleted. [ 669.898153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-819cf8d8-bd6f-49f6-9f1d-48c416e33de9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.123208] env[69987]: INFO networking_nsxv3.common.synchronization [req-c68388d4-0375-46d4-bb84-2747c62605e8 req-b25eb56b-176c-4a8a-944f-1be04081e578 service nova] Enqueued Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_rules [ 670.123208] env[69987]: INFO networking_nsxv3.common.synchronization [req-c68388d4-0375-46d4-bb84-2747c62605e8 req-b25eb56b-176c-4a8a-944f-1be04081e578 service nova] Enqueued Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_members [ 670.123208] env[69987]: INFO networking_nsxv3.common.synchronization [req-c68388d4-0375-46d4-bb84-2747c62605e8 req-b25eb56b-176c-4a8a-944f-1be04081e578 service nova] Enqueued Resource ID: c26583c0-ad13-4a74-adc9-deb6e535a3f0 with Priority: HIGHEST for action port [ 670.123208] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_rules [ 670.123208] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_members [ 670.123208] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c26583c0-ad13-4a74-adc9-deb6e535a3f0 with Priority: HIGHEST for action port [ 670.124436] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.124839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.124994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.125575] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.126788] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.127027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.127196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.127679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.127952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.131301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.131301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.131453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.131638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.131701] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.132958] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c26583c0-ad13-4a74-adc9-deb6e535a3f0 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.132958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.133099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.133632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.133632] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c26583c0-ad13-4a74-adc9-deb6e535a3f0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.635279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.635582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.635674] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.636766] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c26583c0-ad13-4a74-adc9-deb6e535a3f0 with status ACTIVE [ 670.636940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.638170] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.638170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.641231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.641520] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.641643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.641709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.641840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.641924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.642019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c26583c0-ad13-4a74-adc9-deb6e535a3f0 is going to be updated. [ 670.662929] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.662929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.663110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.663287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.663359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.663549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c26583c0-ad13-4a74-adc9-deb6e535a3f0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.883771] env[69987]: INFO networking_nsxv3.common.synchronization [None req-22675c76-194a-4ffa-80f7-c1005bbf64e5 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_rules [ 670.883771] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_rules [ 670.883771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.883771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.883771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.884056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.884102] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.021649] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5f0838b7-b93d-484e-b4ac-aeebd21a6dac tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_rules [ 671.021882] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_rules [ 671.022194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.022285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.143882] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.361033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.361033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.361033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.361033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.402893] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.403063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.403355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.403810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.403908] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a already deleted. [ 671.403950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.404631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.404712] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.649163] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.649163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.649163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.649163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.649163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.649163] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c is going to be created. [ 671.671511] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.671511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.671511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.671511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.671742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.682683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c in Status: UNINITIALIZED for 2s [ 671.836102] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ab5b4b22-83c2-4404-a6f8-83df78be951c None None] Enqueued Resource ID: a75a2b0a-e801-49c2-b24d-2392cf50d132 with Priority: HIGHEST for action port [ 671.836412] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a75a2b0a-e801-49c2-b24d-2392cf50d132 with Priority: HIGHEST for action port [ 671.837068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a75a2b0a-e801-49c2-b24d-2392cf50d132 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.837378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a75a2b0a-e801-49c2-b24d-2392cf50d132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.837450] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a75a2b0a-e801-49c2-b24d-2392cf50d132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.837725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a75a2b0a-e801-49c2-b24d-2392cf50d132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.837789] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a75a2b0a-e801-49c2-b24d-2392cf50d132',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.864330] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.924107] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.924302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.924354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.924557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.924650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.924765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a already deleted. [ 671.924866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.341064] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a75a2b0a-e801-49c2-b24d-2392cf50d132 [ 672.341385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.341572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.343098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.343098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.343098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.343098] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a75a2b0a-e801-49c2-b24d-2392cf50d132 already deleted. [ 672.343098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a75a2b0a-e801-49c2-b24d-2392cf50d132" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.367742] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 774b120a-df4d-4ae7-a8dc-c1101dcaab9b: rpc.has_security_group_logging(os_id): False [ 672.385141] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.385141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.385141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.385534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.385534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.386049] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.386049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.386049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.386244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.386318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.386386] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be created. [ 672.464441] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.464441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.464441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.464759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.464759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.478688] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 2s [ 673.692382] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c in Status: SUCCESS [ 673.692382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.692382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.692382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.692954] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.692954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.692954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.692954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.692954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.692954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.693638] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.196604] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.196787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.196828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.197060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.197237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.197346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.197409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.197560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.197701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.197735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.197867] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.197958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.198027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.198170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.198306] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.198396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.198454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.198598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.198717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.198812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.198902] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.493229] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 674.493529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.701675] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e883c732-2625-4d61-9cd5-7a03afdb5e7c: rpc.has_security_group_logging(os_id): False [ 674.719532] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.719717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.719820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.720106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.720210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.720420] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.720577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.720737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.720929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.720984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.721218] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.721509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.721509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.721676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.721759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.721971] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.722099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.722198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.722409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.723029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.723029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c is going to be created. [ 674.776893] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.776893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.776893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.777181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.777219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.786677] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c in Status: IN_PROGRESS for 2s [ 675.576807] env[69987]: INFO networking_nsxv3.common.synchronization [None req-79f26ffa-e5c4-435e-9a4b-7d979af7f2a7 None None] Enqueued Resource ID: 89bd615a-f551-495c-be64-cc3ff71d2ea6 with Priority: HIGHEST for action port [ 675.577342] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89bd615a-f551-495c-be64-cc3ff71d2ea6 with Priority: HIGHEST for action port [ 675.577796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-89bd615a-f551-495c-be64-cc3ff71d2ea6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.577796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89bd615a-f551-495c-be64-cc3ff71d2ea6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.578050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89bd615a-f551-495c-be64-cc3ff71d2ea6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.579019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89bd615a-f551-495c-be64-cc3ff71d2ea6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.579207] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89bd615a-f551-495c-be64-cc3ff71d2ea6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.084438] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89bd615a-f551-495c-be64-cc3ff71d2ea6 [ 676.084783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.084863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.084908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.085165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.085266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.085365] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89bd615a-f551-495c-be64-cc3ff71d2ea6 already deleted. [ 676.085448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89bd615a-f551-495c-be64-cc3ff71d2ea6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.801074] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c in Status: SUCCESS [ 676.801330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.355039] env[69987]: INFO networking_nsxv3.common.synchronization [None req-120175d6-ea9a-4604-a05f-7f95cf6b1486 None None] Enqueued Resource ID: 5b2079a0-f971-4c97-ae55-e0fb4ad86dfb with Priority: HIGHEST for action port [ 677.355807] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2079a0-f971-4c97-ae55-e0fb4ad86dfb with Priority: HIGHEST for action port [ 677.356561] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2079a0-f971-4c97-ae55-e0fb4ad86dfb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.357423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2079a0-f971-4c97-ae55-e0fb4ad86dfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.357673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2079a0-f971-4c97-ae55-e0fb4ad86dfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.358260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2079a0-f971-4c97-ae55-e0fb4ad86dfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.359946] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2079a0-f971-4c97-ae55-e0fb4ad86dfb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.863135] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b2079a0-f971-4c97-ae55-e0fb4ad86dfb [ 677.863135] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.863135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.863135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.863135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.863135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.863135] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b2079a0-f971-4c97-ae55-e0fb4ad86dfb already deleted. [ 677.863135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2079a0-f971-4c97-ae55-e0fb4ad86dfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.144966] env[69987]: INFO networking_nsxv3.common.synchronization [None req-80a16d7e-a40c-4102-aa58-73790f24642e None None] Enqueued Resource ID: 9e9e42f8-b475-4b64-91b3-c4f9d84eced7 with Priority: HIGHEST for action port [ 678.144966] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e9e42f8-b475-4b64-91b3-c4f9d84eced7 with Priority: HIGHEST for action port [ 678.144966] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e9e42f8-b475-4b64-91b3-c4f9d84eced7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.144966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e9e42f8-b475-4b64-91b3-c4f9d84eced7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.144966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e9e42f8-b475-4b64-91b3-c4f9d84eced7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e9e42f8-b475-4b64-91b3-c4f9d84eced7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144966] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e9e42f8-b475-4b64-91b3-c4f9d84eced7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.648565] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e9e42f8-b475-4b64-91b3-c4f9d84eced7 [ 678.648565] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.648565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.648565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.648565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.648565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.648565] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e9e42f8-b475-4b64-91b3-c4f9d84eced7 already deleted. [ 678.648565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e9e42f8-b475-4b64-91b3-c4f9d84eced7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.935588] env[69987]: INFO networking_nsxv3.common.synchronization [None req-eb319c8a-67c5-43f7-8cb4-21d7e9b18ab7 None None] Enqueued Resource ID: 5d32f439-a54a-4a3d-8095-c09dcf4139b0 with Priority: HIGHEST for action port [ 678.939475] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d32f439-a54a-4a3d-8095-c09dcf4139b0 with Priority: HIGHEST for action port [ 678.939475] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d32f439-a54a-4a3d-8095-c09dcf4139b0 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.939475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d32f439-a54a-4a3d-8095-c09dcf4139b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.939475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d32f439-a54a-4a3d-8095-c09dcf4139b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.939475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d32f439-a54a-4a3d-8095-c09dcf4139b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.939475] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d32f439-a54a-4a3d-8095-c09dcf4139b0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.040590] env[69987]: INFO networking_nsxv3.common.synchronization [req-c80de12f-d45d-4ffe-8278-6400982e2eca req-b1df5ef6-04c3-42fd-b841-c48034434c2c tempest-ServersAdminNegativeTestJSON-371890694 tempest-ServersAdminNegativeTestJSON-371890694-project-member] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 679.041685] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 679.041685] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.041685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.041685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.042114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.042114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.042260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.042306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.043030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.043030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.043030] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.155030] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a4f9b2bc-ad0e-4bde-a541-5f051ffd0510 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_rules [ 679.155908] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_rules [ 679.157862] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.157862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.157862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.157862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.157862] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.440596] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d32f439-a54a-4a3d-8095-c09dcf4139b0 [ 679.441463] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.441774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.441881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.442091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.442193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.442271] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d32f439-a54a-4a3d-8095-c09dcf4139b0 already deleted. [ 679.442330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d32f439-a54a-4a3d-8095-c09dcf4139b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.545118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.545301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.545382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.545595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.545690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.545955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.546056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.546141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.546254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.546331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.546534] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 already deleted. [ 679.546534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.571771] env[69987]: INFO networking_nsxv3.common.synchronization [None req-4cbc89e0-7c36-4adf-8de7-01149220a3e4 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_rules [ 679.572360] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_rules [ 679.574312] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.574312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.681459] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.681459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.681459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.681841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.681841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.681841] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed already deleted. [ 679.681952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.682079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.682238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.682323] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.700276] env[69987]: INFO networking_nsxv3.common.synchronization [None req-694991e9-be3c-40d0-b741-9ef3e75a4e83 None None] Enqueued Resource ID: f8f46546-5e51-4c13-9d8e-2cb5142ef9f3 with Priority: HIGHEST for action port [ 679.703076] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f46546-5e51-4c13-9d8e-2cb5142ef9f3 with Priority: HIGHEST for action port [ 679.703076] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8f46546-5e51-4c13-9d8e-2cb5142ef9f3 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.703076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8f46546-5e51-4c13-9d8e-2cb5142ef9f3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.703076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8f46546-5e51-4c13-9d8e-2cb5142ef9f3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.703076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8f46546-5e51-4c13-9d8e-2cb5142ef9f3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.703076] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8f46546-5e51-4c13-9d8e-2cb5142ef9f3',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.793331] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.793556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.793746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.796648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.796968] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.797609] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.797750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.798008] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.798371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.798507] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.798630] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.798742] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.798851] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.798958] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.799081] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.799217] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.818377] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.818377] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.818377] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.818377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.822090] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-35726e36-0b23-4204-b28b-90bc44467363 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.822090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.822090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.822090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.822090] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35726e36-0b23-4204-b28b-90bc44467363',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.202222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.203301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.203301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.203301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.203301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.203301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed already deleted. [ 680.203301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.205418] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8f46546-5e51-4c13-9d8e-2cb5142ef9f3 [ 680.206723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.206723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.206723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.206723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.206723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.206723] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8f46546-5e51-4c13-9d8e-2cb5142ef9f3 already deleted. [ 680.206723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8f46546-5e51-4c13-9d8e-2cb5142ef9f3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.324591] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.324890] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.325044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.325674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.325674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.325674] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 35726e36-0b23-4204-b28b-90bc44467363 not found, creating... [ 680.325874] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.326044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.326458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.326458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.326576] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.326766] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.326919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.329247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.330594] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.330939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.331126] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 35726e36-0b23-4204-b28b-90bc44467363 is going to be created. [ 680.367577] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.367791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.367913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.368409] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.368582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.368855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.317163] env[69987]: INFO networking_nsxv3.common.synchronization [req-c80de12f-d45d-4ffe-8278-6400982e2eca req-cc699623-2301-4242-9f06-77efe6ca96c3 service nova] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_rules [ 681.317459] env[69987]: INFO networking_nsxv3.common.synchronization [req-c80de12f-d45d-4ffe-8278-6400982e2eca req-cc699623-2301-4242-9f06-77efe6ca96c3 service nova] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 681.318672] env[69987]: INFO networking_nsxv3.common.synchronization [req-c80de12f-d45d-4ffe-8278-6400982e2eca req-cc699623-2301-4242-9f06-77efe6ca96c3 service nova] Enqueued Resource ID: 35726e36-0b23-4204-b28b-90bc44467363 with Priority: HIGHEST for action port [ 681.318672] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_rules [ 681.318672] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 681.318672] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35726e36-0b23-4204-b28b-90bc44467363 with Priority: HIGHEST for action port [ 681.318672] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.318965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.318965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.319177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.319275] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.320488] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.320615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.320687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.321393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.321393] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.321874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.321874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.321874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.322035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.322071] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.322962] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-35726e36-0b23-4204-b28b-90bc44467363 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.323090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.323146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.323469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.323469] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35726e36-0b23-4204-b28b-90bc44467363',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.473127] env[69987]: INFO networking_nsxv3.common.synchronization [req-b6acc05f-d8f6-4d0b-a764-b76b9eac117b req-e9cf4ced-55cc-4303-9532-18f15496e88c tempest-FloatingIPsAssociationNegativeTestJSON-98860262 tempest-FloatingIPsAssociationNegativeTestJSON-98860262-project-member] Enqueued Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_members [ 681.473127] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_members [ 681.473127] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.473127] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.473127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.473127] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.502159] env[69987]: INFO networking_nsxv3.common.synchronization [None req-d8c807a8-0762-4d92-a12f-3359ab3aa4e5 None None] Enqueued Resource ID: a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493 with Priority: HIGHEST for action port [ 681.502159] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493 with Priority: HIGHEST for action port [ 681.502159] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.502159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.502159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.503082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.503082] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.638493] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ac12543e-d930-4d5b-b9bc-e3ac2fc59007 tempest-ServersTestBootFromVolume-1491535956 tempest-ServersTestBootFromVolume-1491535956-project-member] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_rules [ 681.639055] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_rules [ 681.639366] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.639507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.642612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.642910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.643109] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.825318] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.827959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.827959] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.827959] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35726e36-0b23-4204-b28b-90bc44467363 with status ACTIVE [ 681.827959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.827959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.827959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.829812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.829812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.829812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.830505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.830505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.832087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.832087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.832087] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.832087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.832087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.833514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.833514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.833514] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35726e36-0b23-4204-b28b-90bc44467363 is going to be updated. [ 681.856144] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.856144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.856328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.856500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.856669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.856859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35726e36-0b23-4204-b28b-90bc44467363" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.912831] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ee8d334c-272c-4f81-a47f-f0d6ac193745 tempest-ServersTestBootFromVolume-1491535956 tempest-ServersTestBootFromVolume-1491535956-project-member] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_rules [ 681.913350] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_rules [ 681.914640] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.914640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.976111] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.976603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.976687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.976911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.977011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.977230] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.977333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.977399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.977827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.977827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.977926] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 already deleted. [ 681.978099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.005022] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493 [ 682.005384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.006512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.006512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.006512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.006512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.006512] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493 already deleted. [ 682.006512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6fc7ace-7b17-4f08-a0d9-7f6be3cf7493" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.098509] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.098810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-956" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.098887] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-956" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.100433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-956" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.100433] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.100433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.100433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.101845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.101986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.102562] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.102796] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.103157] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.103157] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.103249] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 682.103323] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.103469] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.132139] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.132316] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 682.132453] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.132628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-956" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.132945] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-02be7506-27b5-4ccf-93a0-19b365247a08 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.134168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.134168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.134168] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.134168] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02be7506-27b5-4ccf-93a0-19b365247a08',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.171664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.171812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.171883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.172100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.172185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.172277] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 already deleted. [ 682.172357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.172804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.172984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.173083] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.337132] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.638517] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.638517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.638517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.638517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.638517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.638517] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 02be7506-27b5-4ccf-93a0-19b365247a08 not found, creating... [ 682.639149] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.639149] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.639149] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.639383] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.639490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.639794] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.639957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.644720] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.644902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.645074] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 02be7506-27b5-4ccf-93a0-19b365247a08 is going to be created. [ 682.663894] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.663981] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.664073] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.664712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.664869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.665924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.693112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.693281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.694947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.694947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.694947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.694947] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 already deleted. [ 682.694947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.838546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.838807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.838807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.839034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.839135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.839239] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be created. [ 682.862941] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.863146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.863193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.863476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.863640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.872879] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: UNINITIALIZED for 2s [ 683.511062] env[69987]: INFO networking_nsxv3.common.synchronization [req-b6acc05f-d8f6-4d0b-a764-b76b9eac117b req-c1f11b4b-6c88-4c98-81d4-b9cd37f398c6 service nova] Enqueued Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_rules [ 683.511384] env[69987]: INFO networking_nsxv3.common.synchronization [req-b6acc05f-d8f6-4d0b-a764-b76b9eac117b req-c1f11b4b-6c88-4c98-81d4-b9cd37f398c6 service nova] Enqueued Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_members [ 683.511384] env[69987]: INFO networking_nsxv3.common.synchronization [req-b6acc05f-d8f6-4d0b-a764-b76b9eac117b req-c1f11b4b-6c88-4c98-81d4-b9cd37f398c6 service nova] Enqueued Resource ID: 02be7506-27b5-4ccf-93a0-19b365247a08 with Priority: HIGHEST for action port [ 683.511927] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_rules [ 683.514146] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_members [ 683.514319] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02be7506-27b5-4ccf-93a0-19b365247a08 with Priority: HIGHEST for action port [ 683.514871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.515020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.515199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.516053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.516164] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.517857] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.518087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.521605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.521605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.521605] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.521605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.521605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.521605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.521605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.521605] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.522439] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-02be7506-27b5-4ccf-93a0-19b365247a08 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.522550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.522646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.522775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.522848] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02be7506-27b5-4ccf-93a0-19b365247a08',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.704656] env[69987]: INFO networking_nsxv3.common.synchronization [req-eb82c970-3b2d-4c72-b70d-af388e3ad9a4 req-f6d20b84-30a9-4891-9c60-da0f3f578983 tempest-InstanceActionsNegativeTestJSON-237685100 tempest-InstanceActionsNegativeTestJSON-237685100-project-member] Enqueued Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_members [ 683.705119] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGHEST for action security_group_members [ 683.705818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.705818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.705818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.706938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.706938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.706938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.706938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.706938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.706938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.707164] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.025045] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.025202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.026925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02be7506-27b5-4ccf-93a0-19b365247a08 with status ACTIVE [ 684.027485] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.027485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.027485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.027637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.027760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.027839] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.028243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.028243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.028424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.028615] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.028705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.028764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.028910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.029060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.029144] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02be7506-27b5-4ccf-93a0-19b365247a08 is going to be updated. [ 684.030361] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.066519] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.066719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.066894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.067085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.067259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.067480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02be7506-27b5-4ccf-93a0-19b365247a08" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.211959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.211959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.211959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.212165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.212165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.212572] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.212572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.212572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.216222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.216222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.216222] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c is going to be updated. [ 684.243056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.243056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.243056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.243056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.243056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.259383] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c in Status: IN_PROGRESS for 2s [ 684.534841] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.862040] env[69987]: INFO networking_nsxv3.common.synchronization [req-f68baa80-5f4e-4b02-9de1-b7a02b818ca7 req-0c8921e9-146d-4381-9e51-3caa8b66b604 tempest-ServerGroupTestJSON-1725733079 tempest-ServerGroupTestJSON-1725733079-project-member] Enqueued Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_members [ 684.862579] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_members [ 684.862874] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.863586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.863907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.866103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.866103] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.866103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.866103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.866103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.866103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.866103] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.882388] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 684.882525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.883024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.883246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.884134] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.884134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.884134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.884134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.884134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.884134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.884134] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.041300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.041300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.041300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.041300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.041300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.041300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 is going to be created. [ 685.066019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.066019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.066019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.066019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.066019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.074682] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 in Status: UNINITIALIZED for 2s [ 685.370541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.370677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.371510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.371510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.371510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.371510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.371510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.371510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.371819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.371819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.371819] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 already deleted. [ 685.371936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.372876] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.373047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.373047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.377462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.377782] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.377962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.378110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.378359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.378580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.378748] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.378875] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.378991] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.379120] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.379242] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.379347] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.379501] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.387261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.387460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.387460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.387638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.387806] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.387937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.388018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.388154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.388239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.388338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.388487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.388581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.388637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.388884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.388938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.388999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.389111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.389210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.389284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.389361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.389449] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.398894] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.398894] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.398894] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.398894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-138" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.398894] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-85de3239-5385-4cfe-ac05-cfb286970c9e taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.398894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.398894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.399371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.399371] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85de3239-5385-4cfe-ac05-cfb286970c9e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.892462] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31635021-6846-49c6-bb0b-187810454846: rpc.has_security_group_logging(os_id): False [ 685.903617] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.904256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.904335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.904858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.905138] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.905301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 85de3239-5385-4cfe-ac05-cfb286970c9e not found, creating... [ 685.905575] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.905737] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.905859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.906136] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.906272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.906560] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.906719] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.906831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.908822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.908822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.908822] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 85de3239-5385-4cfe-ac05-cfb286970c9e is going to be created. [ 685.910625] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.910744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.910838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.910993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.911094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.911273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.911613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.911613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.911613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.911739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.911880] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.912205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.912273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.912423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.912500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.912682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.912790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.912851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.912986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.913076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.913159] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be created. [ 685.929085] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.929377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.929500] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.929812] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.930018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.930240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.972075] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.972302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.972302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.972518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.975021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.985859] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: IN_PROGRESS for 2s [ 686.270387] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c in Status: SUCCESS [ 686.270804] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c deletion is rescheduled due to dependency. [ 686.270998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.884528] env[69987]: INFO networking_nsxv3.common.synchronization [None req-2d90381c-4386-4003-ba1f-e42edb755218 None None] Enqueued Resource ID: 2e9784c8-d9e2-4c71-80a9-1d36a386d5fc with Priority: HIGHEST for action port [ 686.885085] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9784c8-d9e2-4c71-80a9-1d36a386d5fc with Priority: HIGHEST for action port [ 686.885415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9784c8-d9e2-4c71-80a9-1d36a386d5fc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.885545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9784c8-d9e2-4c71-80a9-1d36a386d5fc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.885613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9784c8-d9e2-4c71-80a9-1d36a386d5fc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.885836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9784c8-d9e2-4c71-80a9-1d36a386d5fc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.885915] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9784c8-d9e2-4c71-80a9-1d36a386d5fc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.085710] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 in Status: SUCCESS [ 687.086011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.086278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.086539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.086782] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.086972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.087179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.087283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.087395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.087523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.087662] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.250311] env[69987]: INFO networking_nsxv3.common.synchronization [req-f68baa80-5f4e-4b02-9de1-b7a02b818ca7 req-7a5664de-4a70-43b3-8d92-f3919eb5a9c9 service nova] Enqueued Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_rules [ 687.250311] env[69987]: INFO networking_nsxv3.common.synchronization [req-f68baa80-5f4e-4b02-9de1-b7a02b818ca7 req-7a5664de-4a70-43b3-8d92-f3919eb5a9c9 service nova] Enqueued Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_members [ 687.250311] env[69987]: INFO networking_nsxv3.common.synchronization [req-f68baa80-5f4e-4b02-9de1-b7a02b818ca7 req-7a5664de-4a70-43b3-8d92-f3919eb5a9c9 service nova] Enqueued Resource ID: 85de3239-5385-4cfe-ac05-cfb286970c9e with Priority: HIGHEST for action port [ 687.251933] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_rules [ 687.252167] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_members [ 687.253778] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85de3239-5385-4cfe-ac05-cfb286970c9e with Priority: HIGHEST for action port [ 687.253778] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.253778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.253778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.253778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.253778] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.254854] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.254930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.255402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.257530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.259489] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.259489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.259489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.259489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.259489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.259489] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.259489] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-85de3239-5385-4cfe-ac05-cfb286970c9e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.259489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.259489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.261836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.261836] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85de3239-5385-4cfe-ac05-cfb286970c9e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.391025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e9784c8-d9e2-4c71-80a9-1d36a386d5fc [ 687.391025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.391025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.391025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.391025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.391025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.391025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e9784c8-d9e2-4c71-80a9-1d36a386d5fc already deleted. [ 687.391025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9784c8-d9e2-4c71-80a9-1d36a386d5fc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.592909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.593061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.593200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.593374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.593577] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.593952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.593952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.594069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.594670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.594670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.594796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.594897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.594966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.595164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.595280] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.597322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.597402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.597570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.597660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.597750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.597847] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.762663] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.762807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.763037] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.764087] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85de3239-5385-4cfe-ac05-cfb286970c9e with status ACTIVE [ 687.764181] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.764277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.764372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.764855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.764855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.764855] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.765039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.765039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.765113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.765501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.765501] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.765501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.765501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.765692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.765692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.765751] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85de3239-5385-4cfe-ac05-cfb286970c9e is going to be updated. [ 687.789032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.789251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.789251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.789374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.789515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.790220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85de3239-5385-4cfe-ac05-cfb286970c9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.001283] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 688.001283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.101834] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c2d53aa-1f50-4fc2-9bda-db6b256ad242: rpc.has_security_group_logging(os_id): False [ 688.119060] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.119227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.119289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.119508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.119598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.119792] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.119890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.119950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.120107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.120184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.120367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.120457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.120512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.120649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.120722] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.120929] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.121987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.122135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.122497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.122497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.122497] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 is going to be created. [ 688.178056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.178056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.178056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.178056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.178056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.187013] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 in Status: IN_PROGRESS for 2s [ 688.275027] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.780229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.780541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.780658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.781017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.781191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.781352] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 is going to be created. [ 688.810926] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.811136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.811250] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.811390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.811647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.822683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 in Status: UNINITIALIZED for 2s [ 689.017022] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5bf669b8-23ec-4ed3-95d6-cb3223bad29c None None] Enqueued Resource ID: f57f8d3a-43f2-4764-835a-1254a5d80abb with Priority: HIGHEST for action port [ 689.017293] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f57f8d3a-43f2-4764-835a-1254a5d80abb with Priority: HIGHEST for action port [ 689.017852] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f57f8d3a-43f2-4764-835a-1254a5d80abb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.017977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f57f8d3a-43f2-4764-835a-1254a5d80abb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.018052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f57f8d3a-43f2-4764-835a-1254a5d80abb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.018301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f57f8d3a-43f2-4764-835a-1254a5d80abb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.018383] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f57f8d3a-43f2-4764-835a-1254a5d80abb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.173181] env[69987]: INFO networking_nsxv3.common.synchronization [req-95e0612a-cba9-4d0d-bd13-c2a3b787ce16 req-56704369-5271-4e0a-acab-6f7ab4d1935c tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 689.173851] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 689.174189] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.175259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.175339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.175563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.175730] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.175845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.175909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.176077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.176162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.176252] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.520943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f57f8d3a-43f2-4764-835a-1254a5d80abb [ 689.521204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.521344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.521414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.521636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.521734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.521836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f57f8d3a-43f2-4764-835a-1254a5d80abb already deleted. [ 689.521922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f57f8d3a-43f2-4764-835a-1254a5d80abb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.681320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.681320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.681320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.681320] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 689.710325] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.710325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.710325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.710325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.710325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.718171] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 690.147120] env[69987]: INFO networking_nsxv3.common.synchronization [req-e95297ff-4608-43fd-8445-34594213e781 req-bfb4e254-4bd9-42bf-8254-0477976e9df7 tempest-ServerAddressesTestJSON-10777695 tempest-ServerAddressesTestJSON-10777695-project-member] Enqueued Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_members [ 690.147374] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_members [ 690.147922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.148060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.148125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.148384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.148537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.148637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.148699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.148854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.148938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.149433] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.197847] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 in Status: SUCCESS [ 690.198122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.620639] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.620843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-424" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.620987] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-424" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.621358] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-424" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.621654] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.621810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.622254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.622349] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.622588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.623104] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.623318] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.623456] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.623592] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.623747] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 690.623914] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.624113] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.645501] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.645670] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 690.645805] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.645980] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-424" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.646353] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.646529] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.646644] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.647078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.647221] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4513bec6-f476-4ac6-91cf-67ff8b19e2cb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.650930] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.651086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.651153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.651340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.651425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.651619] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.651716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.651784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.651954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.652040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.652122] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 already deleted. [ 690.652197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.834137] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 in Status: SUCCESS [ 690.837462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.837696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.837896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.838156] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.838292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.838353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.838593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.840115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.840115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.840115] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.152448] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.152689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.152816] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.153119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.153267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.153463] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 4513bec6-f476-4ac6-91cf-67ff8b19e2cb not found, creating... [ 691.153691] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.153874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.153994] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.154226] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.154357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.154636] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.155896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.155896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.159575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.159756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.159921] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 4513bec6-f476-4ac6-91cf-67ff8b19e2cb is going to be created. [ 691.183075] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.183311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.183435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.183707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.183972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.184217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.341465] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.341791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.341791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.341980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.342553] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.342553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.342553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.342553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.342553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.342553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.342982] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.342982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.342982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.342982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.343143] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.343212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.343270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.343625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.343625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.343625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.343625] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.579835] env[69987]: INFO networking_nsxv3.common.synchronization [None req-695b1600-2d6a-413c-a7dc-71edd4f702b1 None None] Enqueued Resource ID: f2017e23-94dd-4310-b617-b18c16613656 with Priority: HIGHEST for action port [ 691.581575] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2017e23-94dd-4310-b617-b18c16613656 with Priority: HIGHEST for action port [ 691.582067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2017e23-94dd-4310-b617-b18c16613656 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.583624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2017e23-94dd-4310-b617-b18c16613656" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.584032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2017e23-94dd-4310-b617-b18c16613656" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.585686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2017e23-94dd-4310-b617-b18c16613656" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.585686] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2017e23-94dd-4310-b617-b18c16613656',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.727117] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 691.727331] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 deletion is rescheduled due to dependency. [ 691.727460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.849906] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4260aac-8457-4cc4-a61a-a29a4f17a362: rpc.has_security_group_logging(os_id): False [ 691.866826] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.866977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.867061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.867516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.867516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.867657] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.867657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.867759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.867866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.867916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.868151] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.868255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.868291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.868404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.868478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.868660] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.868748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.868811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.868951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.870208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.871162] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 is going to be created. [ 691.932687] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.932687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.932907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.933199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.933668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.944946] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 in Status: IN_PROGRESS for 2s [ 692.088177] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2017e23-94dd-4310-b617-b18c16613656 [ 692.088975] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.089175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.089268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.089456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.089592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.089628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2017e23-94dd-4310-b617-b18c16613656 already deleted. [ 692.089712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2017e23-94dd-4310-b617-b18c16613656" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.090527] env[69987]: INFO networking_nsxv3.common.synchronization [req-e95297ff-4608-43fd-8445-34594213e781 req-424d3976-dacb-4ade-a85f-f16d62390051 service nova] Enqueued Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_rules [ 692.090791] env[69987]: INFO networking_nsxv3.common.synchronization [req-e95297ff-4608-43fd-8445-34594213e781 req-424d3976-dacb-4ade-a85f-f16d62390051 service nova] Enqueued Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_members [ 692.090862] env[69987]: INFO networking_nsxv3.common.synchronization [req-e95297ff-4608-43fd-8445-34594213e781 req-424d3976-dacb-4ade-a85f-f16d62390051 service nova] Enqueued Resource ID: 4513bec6-f476-4ac6-91cf-67ff8b19e2cb with Priority: HIGHEST for action port [ 692.091914] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_rules [ 692.091914] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_members [ 692.091914] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4513bec6-f476-4ac6-91cf-67ff8b19e2cb with Priority: HIGHEST for action port [ 692.092377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.092491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.092557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.092890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.093035] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.094535] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.094535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.094535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.094535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.095382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.095382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.095382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.095382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.095382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.095605] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.100290] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.100290] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4513bec6-f476-4ac6-91cf-67ff8b19e2cb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.600294] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.602311] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.602477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.602634] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4513bec6-f476-4ac6-91cf-67ff8b19e2cb with status ACTIVE [ 692.602764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.602867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.603037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.603355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.603355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.603453] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.603514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.604060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.604060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.604060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.605703] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.605703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.605703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.608284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.608396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.608494] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4513bec6-f476-4ac6-91cf-67ff8b19e2cb is going to be updated. [ 692.628032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.628152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.628232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.628412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.628555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.628714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4513bec6-f476-4ac6-91cf-67ff8b19e2cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.102766] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.605265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.606097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.606097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.606097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.606097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.606097] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 is going to be created. [ 693.629945] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.630329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.630437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.630593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.630763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.639583] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: UNINITIALIZED for 2s [ 693.962146] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 in Status: SUCCESS [ 693.962146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.162526] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c91cd697-757c-44e4-8d40-de3d74e1d2fa None None] Enqueued Resource ID: 2740da3a-c4e7-40aa-815d-c332d0272f3f with Priority: HIGHEST for action port [ 694.162742] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2740da3a-c4e7-40aa-815d-c332d0272f3f with Priority: HIGHEST for action port [ 694.163309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2740da3a-c4e7-40aa-815d-c332d0272f3f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.166987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2740da3a-c4e7-40aa-815d-c332d0272f3f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.166987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2740da3a-c4e7-40aa-815d-c332d0272f3f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.166987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2740da3a-c4e7-40aa-815d-c332d0272f3f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.166987] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2740da3a-c4e7-40aa-815d-c332d0272f3f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.666990] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2740da3a-c4e7-40aa-815d-c332d0272f3f [ 694.667687] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.667927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.668057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.668443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.668587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.668774] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2740da3a-c4e7-40aa-815d-c332d0272f3f already deleted. [ 694.668935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2740da3a-c4e7-40aa-815d-c332d0272f3f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.857334] env[69987]: INFO networking_nsxv3.common.synchronization [None req-9d3944f2-6642-4a38-834f-0fbc917345ee None None] Enqueued Resource ID: e05df3ee-d23e-43d2-948d-aa965a13118d with Priority: HIGHEST for action port [ 694.861215] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e05df3ee-d23e-43d2-948d-aa965a13118d with Priority: HIGHEST for action port [ 694.861925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e05df3ee-d23e-43d2-948d-aa965a13118d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.861993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e05df3ee-d23e-43d2-948d-aa965a13118d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.862122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e05df3ee-d23e-43d2-948d-aa965a13118d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.862379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e05df3ee-d23e-43d2-948d-aa965a13118d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.862465] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e05df3ee-d23e-43d2-948d-aa965a13118d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.947718] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-0eabe266-d6fd-4c3b-b4ac-e288d021839b tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 694.947718] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 694.947718] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.947718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.947718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.947718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.947944] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.947944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.947944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.948330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.948330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.948330] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.329424] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-97ddae1d-0548-4140-bcda-dd56936e4ee0 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 695.329982] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 695.330361] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.330469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.364610] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e05df3ee-d23e-43d2-948d-aa965a13118d [ 695.364808] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.365027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.365171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.365338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.365437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.365549] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e05df3ee-d23e-43d2-948d-aa965a13118d already deleted. [ 695.365634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e05df3ee-d23e-43d2-948d-aa965a13118d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.451758] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.451987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.452074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.452274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.452366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453409] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.453527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.453591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.453753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.453892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.453989] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 already deleted. [ 695.454087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.454256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.454411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.454566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.454655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.454706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.454858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.454959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.455066] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.655497] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: SUCCESS [ 695.655717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.655878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.656113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.656315] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.660057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.660057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.660057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.660057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.660057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.660057] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.725679] env[69987]: INFO networking_nsxv3.common.synchronization [req-313bc97f-06c0-4062-9e0e-8b64164abb83 req-74976f91-de9a-4486-b13e-29e878c1fadb tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 695.726115] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 695.726441] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.726561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.726775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.726840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.726964] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.727479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.727553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.727760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.727808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.727900] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.846938] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-2a8deac9-9e93-417c-ba53-4c8989ef7ac3 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 695.848062] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 695.848062] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.848062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.957524] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.957688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.957749] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.957969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.958089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.958382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.958439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.958592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.958667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958750] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 already deleted. [ 695.958827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.958981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.959166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.959286] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.959378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.959438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.959574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.959649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.959754] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.158822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.159079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.159329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.159496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.159730] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.159876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.159971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.160213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.160349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.160484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.160706] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.160833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.160969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.161163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.161369] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.161504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.161610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.162278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.162459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.162790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.162831] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.207031] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.207031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.207031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.207031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.207264] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.208480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.208480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.208480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.208480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.208480] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.208480] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.208480] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.208480] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.208480] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.208738] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.209241] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.226600] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.226767] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.226909] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.227116] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.227426] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-baab9a7d-282b-4491-baef-b768fcba09be taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.227616] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.227745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.228053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.229161] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baab9a7d-282b-4491-baef-b768fcba09be',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.230014] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.230432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.230767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.230878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.230971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.231057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231140] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 696.258021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.258021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.258021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.258277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.258816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.267209] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 696.464214] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.464445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.464508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.464765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.464867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.465125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.465242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.465323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.465483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.465585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.465676] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 already deleted. [ 696.465782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.666775] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 919b6694-d5e5-48e4-bbf9-07d6b4caf669: rpc.has_security_group_logging(os_id): False [ 696.685716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.685991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.685991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.686348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.686492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.686699] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.686813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.686883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.687138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.687138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.687304] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.687399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.687472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.687582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.687662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.687845] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.687929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.688015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.689309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.689410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.689499] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 is going to be created. [ 696.733547] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.734482] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.735263] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.737498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.737498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.737498] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port baab9a7d-282b-4491-baef-b768fcba09be not found, creating... [ 696.737498] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.737665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.737755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.738059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.738195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.738590] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.738707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.738846] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.739507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.739696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.739869] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: baab9a7d-282b-4491-baef-b768fcba09be is going to be created. [ 696.744248] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.744401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.744490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.744677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.744870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.758763] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.758763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.758970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.759159] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.759409] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.759665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.763950] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: IN_PROGRESS for 2s [ 696.830450] env[69987]: INFO networking_nsxv3.common.synchronization [None req-b7832356-84f4-482a-ad00-c0e61d5d3fb3 None None] Enqueued Resource ID: 24c88682-1e6f-4c4c-8d90-2dc0c723adb3 with Priority: HIGHEST for action port [ 696.830450] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24c88682-1e6f-4c4c-8d90-2dc0c723adb3 with Priority: HIGHEST for action port [ 696.830943] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-24c88682-1e6f-4c4c-8d90-2dc0c723adb3 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.830943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24c88682-1e6f-4c4c-8d90-2dc0c723adb3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.830943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24c88682-1e6f-4c4c-8d90-2dc0c723adb3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.830943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24c88682-1e6f-4c4c-8d90-2dc0c723adb3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.831090] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24c88682-1e6f-4c4c-8d90-2dc0c723adb3',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.335303] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24c88682-1e6f-4c4c-8d90-2dc0c723adb3 [ 697.335303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.335303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.335303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.335303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.335303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.335303] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24c88682-1e6f-4c4c-8d90-2dc0c723adb3 already deleted. [ 697.335303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24c88682-1e6f-4c4c-8d90-2dc0c723adb3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.609323] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-fa01cf6a-404e-4e61-86e9-afd4c54e5de2 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 697.609323] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-fa01cf6a-404e-4e61-86e9-afd4c54e5de2 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 697.609323] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-fa01cf6a-404e-4e61-86e9-afd4c54e5de2 service nova] Enqueued Resource ID: baab9a7d-282b-4491-baef-b768fcba09be with Priority: HIGHEST for action port [ 697.609323] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 697.609323] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 697.609568] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baab9a7d-282b-4491-baef-b768fcba09be with Priority: HIGHEST for action port [ 697.609972] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.610069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.611977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.611977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.611977] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.611977] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.613859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.613999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.614238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.614424] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.616131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.616205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.616368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.616455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.616546] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.617700] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-baab9a7d-282b-4491-baef-b768fcba09be taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.617816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.617881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.618055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.618134] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baab9a7d-282b-4491-baef-b768fcba09be',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.123484] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port baab9a7d-282b-4491-baef-b768fcba09be with status ACTIVE [ 698.123758] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.124062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.124157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.124378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.124469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.124649] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.124748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.124810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.124984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.125110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.125295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.125408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.125461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.125605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.125678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.125763] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: baab9a7d-282b-4491-baef-b768fcba09be is going to be updated. [ 698.126979] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.127082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.127266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.152115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.152380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.152472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.152668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.152806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.152955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baab9a7d-282b-4491-baef-b768fcba09be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.281043] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 698.281043] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 698.281043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.478496] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.478746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-252" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.478816] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-252" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.479176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-252" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.479437] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.479597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.479713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.479972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.480252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.480473] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.480597] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.480708] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.480829] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.480921] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.481035] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.481170] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.501598] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.501773] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.501941] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.502189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-252" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.502511] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-8ba05e4e-7501-48a5-9844-c7f0fc30072c taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.502681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.502796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.503116] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.503253] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba05e4e-7501-48a5-9844-c7f0fc30072c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.630257] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.753332] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd4db79e-352c-4054-9cde-c7443958a0b8 req-d5b4e58a-e4e0-442a-b287-59020e81a1ae tempest-ServerGroupTestJSON-1725733079 tempest-ServerGroupTestJSON-1725733079-project-member] Enqueued Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_members [ 698.753831] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGHEST for action security_group_members [ 698.754143] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.754268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.754334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.754523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.754676] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.754777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.754849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.755011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.756428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.756428] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.779300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: SUCCESS [ 698.779510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.007110] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.007110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.007110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.007110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.007110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.007110] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 8ba05e4e-7501-48a5-9844-c7f0fc30072c not found, creating... [ 699.007796] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.008192] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.009749] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.009749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.010755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 8ba05e4e-7501-48a5-9844-c7f0fc30072c is going to be created. [ 699.030660] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.030660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.030807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.031062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.031285] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.031506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.141148] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.141148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.141148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.141148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.141148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.141148] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be created. [ 699.172292] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.172437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.172495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.172706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.172860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.181419] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: UNINITIALIZED for 2s [ 699.258127] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.258316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.258359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.258579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.258666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.258876] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.259847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.259847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.259847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.259847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.259847] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 is going to be updated. [ 699.288575] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.288770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.288865] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.289104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.289245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298690] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 in Status: IN_PROGRESS for 2s [ 699.818591] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-20d2f823-59c2-4428-ba37-00350dfc62c4 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 699.818795] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-20d2f823-59c2-4428-ba37-00350dfc62c4 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 699.819027] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-20d2f823-59c2-4428-ba37-00350dfc62c4 service nova] Enqueued Resource ID: 8ba05e4e-7501-48a5-9844-c7f0fc30072c with Priority: HIGHEST for action port [ 699.819137] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 699.819629] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 699.819629] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba05e4e-7501-48a5-9844-c7f0fc30072c with Priority: HIGHEST for action port [ 699.819950] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.820081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.820281] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.820362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.820532] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba05e4e-7501-48a5-9844-c7f0fc30072c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.820652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.820681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.820879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.820959] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba05e4e-7501-48a5-9844-c7f0fc30072c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.977055] env[69987]: INFO networking_nsxv3.common.synchronization [req-31296436-1e92-4fae-a392-3c358ebbfc68 req-5b286ab3-ee23-4498-97b5-95fe4c82c0be tempest-AttachInterfacesV270Test-1818994759 tempest-AttachInterfacesV270Test-1818994759-project-member] Enqueued Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_members [ 699.978042] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_members [ 699.978350] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.978797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.978797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.978797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.978927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.979013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.982574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.984168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.984168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.984168] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.326020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ba05e4e-7501-48a5-9844-c7f0fc30072c with status ACTIVE [ 700.326020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.326020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.326020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ba05e4e-7501-48a5-9844-c7f0fc30072c is going to be updated. [ 700.344091] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.345640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.345640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.345640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.345640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.345640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba05e4e-7501-48a5-9844-c7f0fc30072c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.486300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.486300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.486300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f already deleted. [ 700.486300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.115938] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-593 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.115938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-593" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.116101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-593" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.116575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-593" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.116625] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.116767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.116878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.117135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.117280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.117481] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.117608] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.117718] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.117966] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.117966] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.120909] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.121122] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.142582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.142793] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.143929] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.143929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-593" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.143929] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-7f9115c8-be0b-4607-b9e6-69371f8cef21 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.143929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.143929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.144121] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.144289] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9115c8-be0b-4607-b9e6-69371f8cef21',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.196782] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 701.197027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.197524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.197524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.197618] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.197876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.197876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.197928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.198018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.198165] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.198995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.200218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.200399] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.200510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.200576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.200723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.200805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.200897] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.242369] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.244120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.244120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.244120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.244120] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.244120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.244120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.244339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.244339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.244516] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.244630] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.244755] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.244871] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.245379] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.245506] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.246059] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.265057] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.267026] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.267026] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.267026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-31" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.267026] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.267026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.267026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.267026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.267026] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.324693] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 in Status: SUCCESS [ 701.325218] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 deletion is rescheduled due to dependency. [ 701.325218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.646752] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.647228] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.647376] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.647665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.647821] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.648017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 7f9115c8-be0b-4607-b9e6-69371f8cef21 not found, creating... [ 701.648948] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.648948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.648948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.648948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.648948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.649323] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.649418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.649530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.649754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.649869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.650018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 7f9115c8-be0b-4607-b9e6-69371f8cef21 is going to be created. [ 701.668668] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.672020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.672020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.672020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.672020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.672020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.703335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.703335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.708666] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.772053] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.773276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.773276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.773276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.773276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.773276] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 not found, creating... [ 701.773458] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.773514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.773620] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.773833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.774029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.774336] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.774514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.774633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.774847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.774993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.778283] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 is going to be created. [ 701.820242] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.820468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.820591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.820873] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.823313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.823313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.088361] env[69987]: INFO networking_nsxv3.common.synchronization [None req-7bee51f0-cec7-481a-81dd-d371ed35c2fa None None] Enqueued Resource ID: eba4629e-5376-4789-9bed-d58d7288c3a4 with Priority: HIGHEST for action port [ 702.089503] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba4629e-5376-4789-9bed-d58d7288c3a4 with Priority: HIGHEST for action port [ 702.090996] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba4629e-5376-4789-9bed-d58d7288c3a4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.091290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba4629e-5376-4789-9bed-d58d7288c3a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.091438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba4629e-5376-4789-9bed-d58d7288c3a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.094660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba4629e-5376-4789-9bed-d58d7288c3a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.094660] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba4629e-5376-4789-9bed-d58d7288c3a4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.211550] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.599409] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eba4629e-5376-4789-9bed-d58d7288c3a4 [ 702.599666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.599811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.599900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.600218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.600218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.600325] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eba4629e-5376-4789-9bed-d58d7288c3a4 already deleted. [ 702.600325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba4629e-5376-4789-9bed-d58d7288c3a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.714530] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.714929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.714929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.715978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.715978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.715978] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 702.749607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.749837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.749837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.750143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.751317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.762204] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 702.959035] env[69987]: INFO networking_nsxv3.common.synchronization [req-df284fa4-214b-415b-8518-6a1b4db3c6de req-cbc5a1fa-c548-4e07-ae3f-852d24fd1d66 tempest-FloatingIPsAssociationNegativeTestJSON-98860262 tempest-FloatingIPsAssociationNegativeTestJSON-98860262-project-member] Enqueued Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_members [ 702.963081] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGHEST for action security_group_members [ 702.963081] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.963081] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.963081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.963081] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.976726] env[69987]: INFO networking_nsxv3.common.synchronization [req-31296436-1e92-4fae-a392-3c358ebbfc68 req-2f393843-e221-4c49-9aed-7680e77edac0 service nova] Enqueued Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_rules [ 702.976932] env[69987]: INFO networking_nsxv3.common.synchronization [req-31296436-1e92-4fae-a392-3c358ebbfc68 req-2f393843-e221-4c49-9aed-7680e77edac0 service nova] Enqueued Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_members [ 702.977124] env[69987]: INFO networking_nsxv3.common.synchronization [req-31296436-1e92-4fae-a392-3c358ebbfc68 req-2f393843-e221-4c49-9aed-7680e77edac0 service nova] Enqueued Resource ID: 7f9115c8-be0b-4607-b9e6-69371f8cef21 with Priority: HIGHEST for action port [ 702.977988] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_rules [ 702.978388] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_members [ 702.978616] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9115c8-be0b-4607-b9e6-69371f8cef21 with Priority: HIGHEST for action port [ 702.978978] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.979214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.979454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.981191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.981316] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.982246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.982370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.982464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.982670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.982939] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.983092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.983275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.984464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.984464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.984464] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.984754] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9115c8-be0b-4607-b9e6-69371f8cef21 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.984754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.984754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.985026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.985026] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9115c8-be0b-4607-b9e6-69371f8cef21',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.066724] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-6b2a3cfd-648e-42f8-bc82-21b89dc30002 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 703.066901] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-6b2a3cfd-648e-42f8-bc82-21b89dc30002 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 703.067240] env[69987]: INFO networking_nsxv3.common.synchronization [req-2ef01978-1f8b-4bff-b3a2-a922c6715452 req-6b2a3cfd-648e-42f8-bc82-21b89dc30002 service nova] Enqueued Resource ID: 1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 with Priority: HIGHEST for action port [ 703.067897] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 703.067897] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 703.067897] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 with Priority: HIGHEST for action port [ 703.068123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.068123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.068610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.068610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.068610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.068787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.068787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.069162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.069162] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.463874] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.468028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.468028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.468028] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 is going to be updated. [ 703.489999] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.489999] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.489999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.494033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9115c8-be0b-4607-b9e6-69371f8cef21 with status ACTIVE [ 703.494033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.494033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.494033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.494033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.494033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9115c8-be0b-4607-b9e6-69371f8cef21 is going to be updated. [ 703.496420] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.496872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.497117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.499079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.499079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.505805] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 in Status: IN_PROGRESS for 2s [ 703.518217] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.518380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.518430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.518634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.519427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.519427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9115c8-be0b-4607-b9e6-69371f8cef21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.570847] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 with status ACTIVE [ 703.571500] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.571500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.571500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.571706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.571706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.571817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.571914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.571988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.572177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.572253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.572444] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.572552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.572619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.572763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.572834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.572923] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7 is going to be updated. [ 703.598881] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.599516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.599516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.599516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.599516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.603098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccd0f30-a96d-4ec8-a5d7-f0267cd449d7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.820960] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-a028f4c4-4d13-462d-abdf-5244aee64b69 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 703.821579] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 703.821896] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.822364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.822506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.822805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.822998] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.823237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.823309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.823496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.823611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.823731] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.991380] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.326344] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.326593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.326593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.326846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.326934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.327377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.327377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.327377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.327623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.327623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.327698] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea already deleted. [ 704.328278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.385315] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.385517] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.385642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.385966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.389360] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.389659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.393053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.393363] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.393520] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.393731] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.393840] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 704.393951] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 704.394200] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 704.394340] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 704.394443] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 704.394934] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 704.412548] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 704.412717] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 704.412858] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 704.413050] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.413647] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.413647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.413785] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.413993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.414151] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7eb12ca-e58a-4b85-acd5-5b8d14209edc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.497186] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.497186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.497186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.497186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.497374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.497374] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f is going to be created. [ 704.499944] env[69987]: INFO networking_nsxv3.common.synchronization [req-8ddc1d8e-dc17-444d-936c-c4ee9c72a48c req-872fcc5d-e495-4006-9a0c-67cb6d3039e4 tempest-ServerAddressesTestJSON-10777695 tempest-ServerAddressesTestJSON-10777695-project-member] Enqueued Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_members [ 704.505506] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGHEST for action security_group_members [ 704.507539] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.507743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.507743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.508274] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.508371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.508429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.508677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.508777] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.525543] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.525678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.525746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.525942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.529963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.535240] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f in Status: UNINITIALIZED for 2s [ 704.638158] env[69987]: INFO networking_nsxv3.common.synchronization [None req-91794be6-b416-4b91-82c9-f230569e45d5 None None] Enqueued Resource ID: ef22b384-a96c-42b0-af13-a8b07f38ce1d with Priority: HIGHEST for action port [ 704.641632] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef22b384-a96c-42b0-af13-a8b07f38ce1d with Priority: HIGHEST for action port [ 704.645370] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef22b384-a96c-42b0-af13-a8b07f38ce1d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.647315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef22b384-a96c-42b0-af13-a8b07f38ce1d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.647426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef22b384-a96c-42b0-af13-a8b07f38ce1d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.647704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef22b384-a96c-42b0-af13-a8b07f38ce1d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.647806] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef22b384-a96c-42b0-af13-a8b07f38ce1d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.776734] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.776734] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.776734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.777628] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.777628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.777628] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.777628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.777628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.777628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.777950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.777950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.777950] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.778626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.778776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.778918] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.779023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.779085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.779222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.779296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.779381] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.917030] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.917432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.917432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.917621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.917868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.918545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port e7eb12ca-e58a-4b85-acd5-5b8d14209edc not found, creating... [ 704.918545] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.918682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.920525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.920525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.920525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.920525] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.920525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.920525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.920525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.920927] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.920927] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: e7eb12ca-e58a-4b85-acd5-5b8d14209edc is going to be created. [ 704.939961] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.943025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.943227] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.943609] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.943843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.944151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.010898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.011089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.011153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.011357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.011499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.011719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.011820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.011883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.012199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.012294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.012386] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 is going to be updated. [ 705.088332] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.106049] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: IN_PROGRESS for 2s [ 705.154023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef22b384-a96c-42b0-af13-a8b07f38ce1d [ 705.154023] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.154023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.154023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.154023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.154023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.154023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef22b384-a96c-42b0-af13-a8b07f38ce1d already deleted. [ 705.154023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef22b384-a96c-42b0-af13-a8b07f38ce1d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.281296] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9784bdf8-1d48-45c7-b74e-9a951c4e3612: rpc.has_security_group_logging(os_id): False [ 705.282529] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.301176] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301176] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301176] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.301176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.301612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301612] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.301612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.301612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.301779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.301816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.301922] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be created. [ 705.354058] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.354058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.354058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.354243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.354484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.363939] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 705.519358] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 in Status: SUCCESS [ 705.519358] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 deletion is rescheduled due to dependency. [ 705.519358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.519687] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f3498cac-aeef-41d1-af5e-596a5781f33e None None] Enqueued Resource ID: b46fb270-1301-4723-9fe9-dd1299fdae5d with Priority: HIGHEST for action port [ 705.520546] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b46fb270-1301-4723-9fe9-dd1299fdae5d with Priority: HIGHEST for action port [ 705.521798] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b46fb270-1301-4723-9fe9-dd1299fdae5d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.521991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b46fb270-1301-4723-9fe9-dd1299fdae5d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.522124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b46fb270-1301-4723-9fe9-dd1299fdae5d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.522416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b46fb270-1301-4723-9fe9-dd1299fdae5d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.522755] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b46fb270-1301-4723-9fe9-dd1299fdae5d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.730106] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-2a27cc14-384f-40a7-a82d-3e23a0857548 service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 705.730106] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-2a27cc14-384f-40a7-a82d-3e23a0857548 service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 705.730106] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-2a27cc14-384f-40a7-a82d-3e23a0857548 service nova] Enqueued Resource ID: e7eb12ca-e58a-4b85-acd5-5b8d14209edc with Priority: HIGHEST for action port [ 705.730106] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 705.730106] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 705.730106] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7eb12ca-e58a-4b85-acd5-5b8d14209edc with Priority: HIGHEST for action port [ 705.730661] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.730980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.731206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.731581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.731784] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.732726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.734107] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.734107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.734107] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.735041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.735211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.735318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.735511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.735629] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7eb12ca-e58a-4b85-acd5-5b8d14209edc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.787798] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.024952] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b46fb270-1301-4723-9fe9-dd1299fdae5d [ 706.025309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.025498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.025591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.025829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.025951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.026083] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b46fb270-1301-4723-9fe9-dd1299fdae5d already deleted. [ 706.026196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b46fb270-1301-4723-9fe9-dd1299fdae5d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.237146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.237288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.237461] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.238733] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7eb12ca-e58a-4b85-acd5-5b8d14209edc with status ACTIVE [ 706.238913] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.239033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.239098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.239321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.239408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.239575] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.239667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.239796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.239872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.239944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.240138] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.240251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.240308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.240443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.240494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.240561] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7eb12ca-e58a-4b85-acd5-5b8d14209edc is going to be updated. [ 706.263993] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.263993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.263993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.263993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.264289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.265143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7eb12ca-e58a-4b85-acd5-5b8d14209edc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.292286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.292317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.292535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.292620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.292791] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 706.330242] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.330415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.330465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.330669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.330812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.340530] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 706.523241] env[69987]: INFO networking_nsxv3.common.synchronization [None req-e5825e10-ef47-4b13-9283-3ff839a817d6 tempest-ServerActionsV293TestJSON-303158452 tempest-ServerActionsV293TestJSON-303158452-project-member] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_rules [ 706.524619] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_rules [ 706.525633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.526042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.526201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.526511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.526647] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.534896] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-2cd35794-e0c8-4743-a747-d0730264b4b6 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 706.535507] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 706.536928] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.537176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.545784] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f in Status: SUCCESS [ 706.545784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.545784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.545784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.545784] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.546151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.546363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.546618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.547673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.549068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.549068] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.614509] env[69987]: INFO networking_nsxv3.common.synchronization [None req-4be6f995-996a-4c02-8326-c234d5f06297 tempest-ServerActionsV293TestJSON-303158452 tempest-ServerActionsV293TestJSON-303158452-project-member] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_rules [ 706.615085] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_rules [ 706.615400] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.615492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.746671] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.019424] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.019424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.019424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.019424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.019424] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.019424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.019424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.020133] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.020503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.020582] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.020675] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.020792] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.020901] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.021018] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.021128] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.021265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.039444] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.039765] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.039765] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.039915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.040221] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-34344b41-5493-4a10-b542-c94483d0abfb taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.040461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.040535] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.040847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.040988] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34344b41-5493-4a10-b542-c94483d0abfb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.047750] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.047903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.048523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048523] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd already deleted. [ 707.048523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.048704] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.049967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.050200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.050200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.050328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.050590] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.050590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.050590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.050815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.050815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.051122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.051122] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.051122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.051295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.051338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.051490] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.051573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.051625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.051768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.051841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.051922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.052016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.118283] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: IN_PROGRESS for 4s [ 707.248379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.248809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.248881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.249207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.249261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.249428] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be created. [ 707.271566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.271714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.271788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.273322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.273322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.280754] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: UNINITIALIZED for 2s [ 707.380787] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 707.380787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.380787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.380787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.380787] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.544562] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.544820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.544948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.545284] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.546525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546525] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 34344b41-5493-4a10-b542-c94483d0abfb not found, creating... [ 707.546525] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.546525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.546525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.546831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.547376] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.547728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.548667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.550290] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.550506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.550703] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 34344b41-5493-4a10-b542-c94483d0abfb is going to be created. [ 707.553524] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b415446-63a6-4d4b-b678-dc6848e71b0f: rpc.has_security_group_logging(os_id): False [ 707.571260] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.571419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.571532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.571707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.571843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.572214] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.572822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.573031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.573278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.573422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.573678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.573850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.573922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.574514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.574735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.575022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.575277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.575369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.575550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.575887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.575887] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f is going to be created. [ 707.579917] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.580139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.580252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.580495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.580632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.580765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd already deleted. [ 707.580915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.585024] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.585024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.585024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.585024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.585024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.585024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.651367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.651574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.651655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.651882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.652095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.677301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f in Status: IN_PROGRESS for 2s [ 707.888946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.888946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.913918] env[69987]: INFO networking_nsxv3.common.synchronization [None req-d27adc3c-5898-4b07-8b5f-66167ac8e51f None None] Enqueued Resource ID: 09cf6fe1-ddf6-45d2-8f01-d41c08530a84 with Priority: HIGHEST for action port [ 707.917254] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09cf6fe1-ddf6-45d2-8f01-d41c08530a84 with Priority: HIGHEST for action port [ 707.918222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-09cf6fe1-ddf6-45d2-8f01-d41c08530a84 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.918398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09cf6fe1-ddf6-45d2-8f01-d41c08530a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.918491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09cf6fe1-ddf6-45d2-8f01-d41c08530a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.918848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09cf6fe1-ddf6-45d2-8f01-d41c08530a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.918848] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09cf6fe1-ddf6-45d2-8f01-d41c08530a84',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.350147] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 708.350414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.350618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.350840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351048] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.351171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.351235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.351383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351640] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.370690] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-ea78e0d3-6437-434a-acb4-50a7190c06b3 service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 708.370690] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-ea78e0d3-6437-434a-acb4-50a7190c06b3 service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 708.371345] env[69987]: INFO networking_nsxv3.common.synchronization [req-c48194cb-f494-4f6a-bef6-c42dd3455464 req-ea78e0d3-6437-434a-acb4-50a7190c06b3 service nova] Enqueued Resource ID: 34344b41-5493-4a10-b542-c94483d0abfb with Priority: HIGHEST for action port [ 708.371345] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 708.371345] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 708.371345] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34344b41-5493-4a10-b542-c94483d0abfb with Priority: HIGHEST for action port [ 708.371870] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.371997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.373241] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.373363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.373549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-34344b41-5493-4a10-b542-c94483d0abfb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.373636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.373688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.373893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.373982] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34344b41-5493-4a10-b542-c94483d0abfb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.422772] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09cf6fe1-ddf6-45d2-8f01-d41c08530a84 [ 708.423110] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.423270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.423343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.423564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.423658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.423757] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09cf6fe1-ddf6-45d2-8f01-d41c08530a84 already deleted. [ 708.423834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09cf6fe1-ddf6-45d2-8f01-d41c08530a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.854341] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.854568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.854666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.854919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.855150] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.855283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.855552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.855552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.855781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.855781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.855954] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.856039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.856106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.856254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.856398] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.856501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.856571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.856775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.856871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.856960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.857647] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.879275] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34344b41-5493-4a10-b542-c94483d0abfb with status ACTIVE [ 708.879576] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882280] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.882280] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.882280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.883893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.883893] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34344b41-5493-4a10-b542-c94483d0abfb is going to be updated. [ 708.906622] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.906815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.907011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.907227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.907374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.907540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34344b41-5493-4a10-b542-c94483d0abfb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.128074] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 in Status: SUCCESS [ 709.128074] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 deletion is rescheduled due to dependency. [ 709.128214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.292210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 709.292567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.292663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.292860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.293068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.293208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.293249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.294300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.294300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.294300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.294300] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.294618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.294772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.294890] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.294995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.295072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.295212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.295292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.296142] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.363066] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9784bdf8-1d48-45c7-b74e-9a951c4e3612: rpc.has_security_group_logging(os_id): False [ 709.380332] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.380489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.380686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.380769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.381305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.381305] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.381305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.381305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.381482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.381482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.381646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.381745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.381795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.381922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.381992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.382237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.382319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.382387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.382516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.382594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.382672] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 709.458380] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.458522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.458593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.458799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.458936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.472431] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 709.687880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f in Status: SUCCESS [ 709.687880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.797729] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.797883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.800178] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.302876] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.808267] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.808267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.808267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.808267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.808267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.808267] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 710.836815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.838040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.838236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.838528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.838784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.847671] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 711.485868] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 711.486174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.486434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.486880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.486880] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.988921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.989423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.989423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.989423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.989777] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.989965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.990053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.990710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.990954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.990954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.993729] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.200131] env[69987]: INFO networking_nsxv3.common.synchronization [None req-884fadaa-72cf-453d-8891-a026b53d91f2 None None] Enqueued Resource ID: 80322cab-9500-427e-b1bd-df4c8f48020c with Priority: HIGHEST for action port [ 712.200580] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80322cab-9500-427e-b1bd-df4c8f48020c with Priority: HIGHEST for action port [ 712.200941] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-80322cab-9500-427e-b1bd-df4c8f48020c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.201072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80322cab-9500-427e-b1bd-df4c8f48020c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.201142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80322cab-9500-427e-b1bd-df4c8f48020c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.201389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80322cab-9500-427e-b1bd-df4c8f48020c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.202266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80322cab-9500-427e-b1bd-df4c8f48020c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.494307] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.494307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.494307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.494468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.495666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.495666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.495666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.495666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.496174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.496174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.496174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.496174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.496174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.496342] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.703890] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80322cab-9500-427e-b1bd-df4c8f48020c [ 712.704221] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.704401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.704483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.704735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.704834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.705020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80322cab-9500-427e-b1bd-df4c8f48020c already deleted. [ 712.705167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80322cab-9500-427e-b1bd-df4c8f48020c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.858233] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 712.858402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.858575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.858799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.858986] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.859114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.859169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.859327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.859413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.859503] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.001023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9784bdf8-1d48-45c7-b74e-9a951c4e3612: rpc.has_security_group_logging(os_id): False [ 713.019226] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.020205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.020205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.020205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.020205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.020205] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.020205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.020538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.020538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.020538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.021860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.021860] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 713.097970] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.097970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.098130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.098288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.098424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.113584] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 713.362505] env[69987]: INFO networking_nsxv3.common.synchronization [None req-65c9f798-d302-4641-a9b2-4e513fcec4d5 tempest-ServersTestJSON-861734553 tempest-ServersTestJSON-861734553-project-member] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_rules [ 713.362657] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.365257] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_rules [ 713.365257] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.365257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.365257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.365257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.365257] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.451262] env[69987]: INFO networking_nsxv3.common.synchronization [None req-455d5639-a45e-4d36-9b37-df86b69e2c26 tempest-ServersTestJSON-861734553 tempest-ServersTestJSON-861734553-project-member] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_rules [ 713.451262] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_rules [ 713.451418] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.451524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.864715] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.887299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.887428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.887530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.888292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.888526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.888643] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 already deleted. [ 713.888737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.888893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.889090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.889175] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.204372] env[69987]: INFO networking_nsxv3.common.synchronization [req-eab53b02-8cc7-46dc-bd5a-0a610653e3be req-a0d57764-d238-4dbf-afc5-39af8704bf62 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 714.204949] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 714.205304] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.205440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.205522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.205699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.205846] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.205940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.206007] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.206522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.206620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.206928] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.367163] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.367520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.367520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.367520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.368141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.368141] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 714.413625] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.413847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.413884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.414105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.414249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.430027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 714.431036] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.431036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.431036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.431271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.431319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.431392] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 already deleted. [ 714.431467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.556756] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8671feff-3d0f-4327-babf-6e7250455956 None None] Enqueued Resource ID: e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab with Priority: HIGHEST for action port [ 714.556978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab with Priority: HIGHEST for action port [ 714.557787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.557914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.557977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.558269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.558332] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.619789] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.620013] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.620135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.620401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.620648] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.620811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.621543] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.621543] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.621543] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.621877] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.622041] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.622182] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.622331] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.622466] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.622600] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.622765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.643019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.643019] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.643019] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.643019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.643019] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-7672d351-d6eb-466c-87d1-f7f798da34d4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.643019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.643019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.643019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.643019] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7672d351-d6eb-466c-87d1-f7f798da34d4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.712969] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.061055] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab [ 715.061282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.061511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.061511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.061788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.061881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.061989] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab already deleted. [ 715.062211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a86fe0-e23b-4e1e-924f-bcb9f868d5ab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.127815] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 715.128078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.146648] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.146949] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.147035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.147317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.147473] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.147671] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 7672d351-d6eb-466c-87d1-f7f798da34d4 not found, creating... [ 715.147917] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.148093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.148212] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.148451] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.148597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.148900] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.149320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.149320] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.149627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.150205] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.150205] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 7672d351-d6eb-466c-87d1-f7f798da34d4 is going to be created. [ 715.169889] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.170213] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.170373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.170689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.171018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.171290] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.216216] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.718848] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.719056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.719132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.719375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.719478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.719614] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 715.746954] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.747163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.747209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.747515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.747667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.757698] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 716.183914] env[69987]: INFO networking_nsxv3.common.synchronization [req-eab53b02-8cc7-46dc-bd5a-0a610653e3be req-f4fc147c-bace-44d8-ad1f-f51e4162df4e service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 716.184115] env[69987]: INFO networking_nsxv3.common.synchronization [req-eab53b02-8cc7-46dc-bd5a-0a610653e3be req-f4fc147c-bace-44d8-ad1f-f51e4162df4e service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 716.184249] env[69987]: INFO networking_nsxv3.common.synchronization [req-eab53b02-8cc7-46dc-bd5a-0a610653e3be req-f4fc147c-bace-44d8-ad1f-f51e4162df4e service nova] Enqueued Resource ID: 7672d351-d6eb-466c-87d1-f7f798da34d4 with Priority: HIGHEST for action port [ 716.184485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 716.184608] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 716.184705] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7672d351-d6eb-466c-87d1-f7f798da34d4 with Priority: HIGHEST for action port [ 716.185269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.185398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.185484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.185670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.185752] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.187025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.187121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.187352] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7672d351-d6eb-466c-87d1-f7f798da34d4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.187401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.187486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.187763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.187863] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7672d351-d6eb-466c-87d1-f7f798da34d4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.439885] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 716.440230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.440414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.440664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.441119] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.441565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.441565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.441565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.441698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.442179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.442715] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.442715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.442715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.442715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.443163] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.443281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.443350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.443500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.443582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.443663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.443757] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.583958] env[69987]: INFO networking_nsxv3.common.synchronization [None req-3f11b3a9-2326-4bf0-a773-979d9f0d054b tempest-MigrationsAdminTest-1712202806 tempest-MigrationsAdminTest-1712202806-project-member] Enqueued Resource ID: 93e5c723-fb5a-4d0e-b7d9-11f8d195ffae with Priority: HIGHEST for action security_group_rules [ 716.584562] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5c723-fb5a-4d0e-b7d9-11f8d195ffae with Priority: HIGHEST for action security_group_rules [ 716.584878] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.585764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.585764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.585764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.585764] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5c723-fb5a-4d0e-b7d9-11f8d195ffae',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.681846] env[69987]: INFO networking_nsxv3.common.synchronization [None req-06d81197-f282-468e-962c-8de0f21941df tempest-MigrationsAdminTest-1712202806 tempest-MigrationsAdminTest-1712202806-project-member] Enqueued Resource ID: 93e5c723-fb5a-4d0e-b7d9-11f8d195ffae with Priority: HIGHEST for action security_group_rules [ 716.682488] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93e5c723-fb5a-4d0e-b7d9-11f8d195ffae with Priority: HIGHEST for action security_group_rules [ 716.682786] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.682896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.690987] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.690987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.695250] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7672d351-d6eb-466c-87d1-f7f798da34d4 with status ACTIVE [ 716.695553] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.695642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.696900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.696900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.696900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.697374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.697374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.697374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.697374] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7672d351-d6eb-466c-87d1-f7f798da34d4 is going to be updated. [ 716.716660] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.716797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.716869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.718573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.722128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.722359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7672d351-d6eb-466c-87d1-f7f798da34d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.950596] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7630a9a-cd21-4dcb-8ae7-7937be6700ea: rpc.has_security_group_logging(os_id): False [ 716.966849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.967140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.967140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.967408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.967451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.968054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.968054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.968054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.968237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.968237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.968753] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.968848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.968920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.969101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.969154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.969404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.969545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.969613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.969760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.971825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.971825] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be created. [ 717.030541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.030970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.031225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.031642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.032023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.045931] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 717.118796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118796] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5c723-fb5a-4d0e-b7d9-11f8d195ffae already deleted. [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.118796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.118796] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93e5c723-fb5a-4d0e-b7d9-11f8d195ffae',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.633740] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.633740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.633740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.634678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.634678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.634835] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93e5c723-fb5a-4d0e-b7d9-11f8d195ffae already deleted. [ 717.634971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93e5c723-fb5a-4d0e-b7d9-11f8d195ffae" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.723449] env[69987]: INFO networking_nsxv3.common.synchronization [req-cb4cec86-ab80-4617-99f6-593133410b8d req-b5eb064f-aae4-4b1a-964b-86a7acbca888 tempest-AttachInterfacesV270Test-1818994759 tempest-AttachInterfacesV270Test-1818994759-project-member] Enqueued Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_members [ 717.727709] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGHEST for action security_group_members [ 717.728971] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.732730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.732889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.733324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.733659] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.733972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.734443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.734562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.734768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.735045] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.771278] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.771278] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.771278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.771278] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.893492] env[69987]: INFO networking_nsxv3.common.synchronization [req-aeed5118-5ed8-4b9d-ac9f-0df8d58e1317 req-ef3664ca-2ce4-41d0-8d77-a8e27e7d36f0 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 717.893876] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 717.894109] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.895036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.895036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.895036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.895036] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.895036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.895331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.895564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.895743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.895946] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.142953] env[69987]: INFO networking_nsxv3.common.synchronization [req-aeed5118-5ed8-4b9d-ac9f-0df8d58e1317 req-f8cee71b-0714-4c53-b961-bf75b500c60e tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 718.143381] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 718.143745] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.143935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.237622] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.237825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.237895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.238094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.238182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.238367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.238672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.238672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.238812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.238919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.239020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f is going to be updated. [ 718.267238] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.267402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.267464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.267699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.267855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.273705] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.276339] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f in Status: IN_PROGRESS for 2s [ 718.398306] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.486975] env[69987]: INFO networking_nsxv3.common.synchronization [req-a7aae669-5603-4dba-9001-ebd12a0e6ed2 req-6a91a118-e219-4aed-8cf4-34fac5df3089 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 718.487733] env[69987]: INFO networking_nsxv3.common.synchronization [req-aeed5118-5ed8-4b9d-ac9f-0df8d58e1317 req-2581fcb1-dd82-4733-a0e1-37e3f03adec3 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 718.488211] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 718.489079] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 718.489079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.489079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.489242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.490177] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.490177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.490177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.490177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.490177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.490177] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.490710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.490803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.601828] env[69987]: INFO networking_nsxv3.common.synchronization [req-5ebf0445-ad79-4597-9f15-cd8b064d6a71 req-5c28e2a3-3580-43dd-ad16-bca8ac12a956 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 718.601828] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 718.602317] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.602578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.777230] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.900719] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.991591] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.062207] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 719.062207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.062207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.062207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.062207] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.281650] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.281824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.281900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.282152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.282248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.282352] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 719.317923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.317923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.317923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.317923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.317923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.326097] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 719.404081] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.404081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.404081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.404304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.404304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.404540] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 719.441616] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.441827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.441915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.442174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.443102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.450464] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 719.497443] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.585245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.585403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.585475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.585693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.585787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.585882] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be deleted. [ 719.631743] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.631880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.631933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.632183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.632275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.632415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.002686] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.002996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.002996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.003237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.003341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.003454] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 720.029864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.030092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.030092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.030290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.030429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.038111] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 720.286273] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f in Status: SUCCESS [ 720.286273] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f deletion is rescheduled due to dependency. [ 720.286273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.987037] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5b82c7c2-e6d7-477f-a148-cf97a3a8049f tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 52d97fb0-673e-4434-9e19-3231f7bdcf88 with Priority: HIGHEST for action security_group_rules [ 720.987633] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d97fb0-673e-4434-9e19-3231f7bdcf88 with Priority: HIGHEST for action security_group_rules [ 720.987937] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d97fb0-673e-4434-9e19-3231f7bdcf88 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.988070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.988139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.988390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.988477] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d97fb0-673e-4434-9e19-3231f7bdcf88',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.080671] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8cda2cfb-7633-4898-bbb8-b987733acb26 tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 52d97fb0-673e-4434-9e19-3231f7bdcf88 with Priority: HIGHEST for action security_group_rules [ 721.081151] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d97fb0-673e-4434-9e19-3231f7bdcf88 with Priority: HIGHEST for action security_group_rules [ 721.081464] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52d97fb0-673e-4434-9e19-3231f7bdcf88 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.081568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.338687] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 721.339052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.339159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.339938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.339938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.339938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.339938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.339938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.340204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.340204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.340204] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.580550] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 721.580796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.580959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.581199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.581376] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.581488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.581569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.581727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.581907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.581907] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.588473] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.588609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.588675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.589059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.589059] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d97fb0-673e-4434-9e19-3231f7bdcf88 already deleted. [ 721.589190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.589729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.589729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.589729] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52d97fb0-673e-4434-9e19-3231f7bdcf88',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.845222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.845377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.845452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.845671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.845834] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.845933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.845991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.846150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.846235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.846320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.846461] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.846549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.846622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.846922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.846922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.850139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.850139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.850139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.850139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.850139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.850139] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.047880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 722.048177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.048369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.048570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.048759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.048921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.048977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.049093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.049378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.049378] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.085111] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.085454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.085454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.085660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.085755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.085956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.086063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.086289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.086368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.086453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 722.111444] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.111444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.111806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.111806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.111806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.111917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52d97fb0-673e-4434-9e19-3231f7bdcf88 already deleted. [ 722.111917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52d97fb0-673e-4434-9e19-3231f7bdcf88" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.118184] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.118332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.118380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.118557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.118686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.133691] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 722.353203] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ecf4f7-6ba0-4349-89a4-0e1bb018b031: rpc.has_security_group_logging(os_id): False [ 722.370558] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.370787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.370924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.371206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.371368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.371649] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.371778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.371845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.371999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.372294] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.372392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.372453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.372615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.372896] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.372988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.373799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.374033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.374266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.375147] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 722.433356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.433496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.433565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.433993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.433993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.447904] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 722.552719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.552887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.552961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.553299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.553299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.553463] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.553558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.553620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.553803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.553919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.553982] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be deleted. [ 722.612594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.612594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.612594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.612594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.612594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.612594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.924446] env[69987]: INFO networking_nsxv3.common.synchronization [None req-afdfe34e-b8db-4aef-83c3-c1ace4999a21 None None] Enqueued Resource ID: e71b8572-edca-4e2f-809b-c86608a223d8 with Priority: HIGHEST for action port [ 722.925120] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71b8572-edca-4e2f-809b-c86608a223d8 with Priority: HIGHEST for action port [ 722.925280] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e71b8572-edca-4e2f-809b-c86608a223d8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.925409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e71b8572-edca-4e2f-809b-c86608a223d8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.925475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e71b8572-edca-4e2f-809b-c86608a223d8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.925707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e71b8572-edca-4e2f-809b-c86608a223d8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.925808] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71b8572-edca-4e2f-809b-c86608a223d8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.430379] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e71b8572-edca-4e2f-809b-c86608a223d8 [ 723.430717] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.430813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.430813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.431050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.431124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.431273] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e71b8572-edca-4e2f-809b-c86608a223d8 already deleted. [ 723.431377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e71b8572-edca-4e2f-809b-c86608a223d8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.142941] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 724.143166] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 deletion is rescheduled due to dependency. [ 724.143279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.143490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.143662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.143850] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.143993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.144067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.144178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.144254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.144369] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.463802] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 724.464190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.647713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.647713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.647713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.647942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.648068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.648318] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.648427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.649323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.649323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.649323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.649323] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 724.673691] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.673868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.673948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.674220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.674413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683279] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 725.291257] env[69987]: INFO networking_nsxv3.common.synchronization [None req-2e7444ae-933b-4e38-bf04-16033a3ebba3 None None] Enqueued Resource ID: 6bbc3a78-2f94-4100-8d85-b72fd6e159b6 with Priority: HIGHEST for action port [ 725.291793] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bbc3a78-2f94-4100-8d85-b72fd6e159b6 with Priority: HIGHEST for action port [ 725.292252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bbc3a78-2f94-4100-8d85-b72fd6e159b6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.295244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bbc3a78-2f94-4100-8d85-b72fd6e159b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.295371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bbc3a78-2f94-4100-8d85-b72fd6e159b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.296315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bbc3a78-2f94-4100-8d85-b72fd6e159b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.296390] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bbc3a78-2f94-4100-8d85-b72fd6e159b6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.799370] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bbc3a78-2f94-4100-8d85-b72fd6e159b6 [ 725.799613] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.799740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.799808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.800031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.800126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.800259] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bbc3a78-2f94-4100-8d85-b72fd6e159b6 already deleted. [ 725.800291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bbc3a78-2f94-4100-8d85-b72fd6e159b6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.396897] env[69987]: INFO networking_nsxv3.common.synchronization [req-9fda64be-6d12-460c-8049-aa67050a8006 req-4e2f26c8-7185-4e96-a50d-11747b66bcb8 tempest-VolumesAdminNegativeTest-1005914206 tempest-VolumesAdminNegativeTest-1005914206-project-member] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_members [ 726.397755] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_members [ 726.398368] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.398625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.398745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.403405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.403405] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.403405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.403405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.403405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.403405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.403405] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.695543] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 726.695770] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 deletion is rescheduled due to dependency. [ 726.695883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.856865] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.857210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.857210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.857537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.857811] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.857969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.858094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.858314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.858444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.858666] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.858892] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.859223] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.859223] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.859330] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 726.859399] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.859480] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.879192] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.879375] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 726.879503] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.879681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.879989] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.880243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.880375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.880683] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.880819] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e0f8d2-cf57-4669-8fe4-3fec8b7232df',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.903626] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.903786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.903863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.904978] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.904978] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 already deleted. [ 726.904978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.385011] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.385011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.385011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.385011] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port c8e0f8d2-cf57-4669-8fe4-3fec8b7232df not found, creating... [ 727.385011] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.385575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.385575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.385575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.385732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.385963] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.386167] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.386249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.386444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.386647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.386710] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: c8e0f8d2-cf57-4669-8fe4-3fec8b7232df is going to be created. [ 727.405592] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.405874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.406094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.406437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.406708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.407062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.145243] env[69987]: INFO networking_nsxv3.common.synchronization [req-9fda64be-6d12-460c-8049-aa67050a8006 req-a80992f3-e65d-4acb-af5a-bcf0ddc3c347 service nova] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_rules [ 728.145606] env[69987]: INFO networking_nsxv3.common.synchronization [req-9fda64be-6d12-460c-8049-aa67050a8006 req-a80992f3-e65d-4acb-af5a-bcf0ddc3c347 service nova] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_members [ 728.145780] env[69987]: INFO networking_nsxv3.common.synchronization [req-9fda64be-6d12-460c-8049-aa67050a8006 req-a80992f3-e65d-4acb-af5a-bcf0ddc3c347 service nova] Enqueued Resource ID: c8e0f8d2-cf57-4669-8fe4-3fec8b7232df with Priority: HIGHEST for action port [ 728.146616] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_rules [ 728.146616] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_members [ 728.146696] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e0f8d2-cf57-4669-8fe4-3fec8b7232df with Priority: HIGHEST for action port [ 728.147905] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.147905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.147905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.147905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.147905] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.149807] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.149807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.149807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.149807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.149807] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.149807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.149807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.149807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.150935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.150935] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.150935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.150935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.150935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.151166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.152077] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e0f8d2-cf57-4669-8fe4-3fec8b7232df',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.653998] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.656285] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.656429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.656614] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8e0f8d2-cf57-4669-8fe4-3fec8b7232df with status ACTIVE [ 728.656791] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.657181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.657271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.657349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.657666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.657666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.659844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.659844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.659844] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.659844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.659844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.659844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.659844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.659844] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8e0f8d2-cf57-4669-8fe4-3fec8b7232df is going to be updated. [ 728.679618] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.679757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.679826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.680061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.680178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.680333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e0f8d2-cf57-4669-8fe4-3fec8b7232df" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.995652] env[69987]: INFO networking_nsxv3.common.synchronization [req-70d7ea69-2b6d-43c2-9473-d1a1f69760b1 req-811c7ff8-9bc0-4f21-bc73-b2fd45ea7374 tempest-DeleteServersAdminTestJSON-328123481 tempest-DeleteServersAdminTestJSON-328123481-project-member] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 728.996198] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 728.996506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.996621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.996723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.996889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.997063] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.997164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.997225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.997373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.001036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.001036] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.160751] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.395868] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.396095] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.396240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.396504] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.396766] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.396915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.397044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.397254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.397397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.397603] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.397712] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.397816] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.397920] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.398035] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.398143] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.398275] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.415119] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.415255] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.415375] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.415663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.415882] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-03117278-4ae8-434d-8093-80636a495ec6 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.416055] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.416175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.416477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.416617] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03117278-4ae8-434d-8093-80636a495ec6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.499931] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.500132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.500207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.500428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.500528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.500722] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.500819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.500883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.501046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.501127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.501213] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be updated. [ 729.524114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.524269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.524341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.524693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.524855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.532732] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: IN_PROGRESS for 2s [ 729.667715] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.667942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.668039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.668253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.668352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.668452] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 is going to be created. [ 729.692615] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.693427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.693511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.693719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.693919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.706537] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: UNINITIALIZED for 2s [ 729.923095] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.923275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.923400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.923730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.923830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.923976] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 03117278-4ae8-434d-8093-80636a495ec6 not found, creating... [ 729.924240] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.924460] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.924621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.924781] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.924919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.925211] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.925394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.925575] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.925814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.926045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.926242] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 03117278-4ae8-434d-8093-80636a495ec6 is going to be created. [ 729.947606] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.947923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.948145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.948523] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.948862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.949209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.719943] env[69987]: INFO networking_nsxv3.common.synchronization [req-70d7ea69-2b6d-43c2-9473-d1a1f69760b1 req-b40dde08-e9b7-444a-81b9-d6a47b900e55 service nova] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_rules [ 730.720197] env[69987]: INFO networking_nsxv3.common.synchronization [req-70d7ea69-2b6d-43c2-9473-d1a1f69760b1 req-b40dde08-e9b7-444a-81b9-d6a47b900e55 service nova] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 730.720286] env[69987]: INFO networking_nsxv3.common.synchronization [req-70d7ea69-2b6d-43c2-9473-d1a1f69760b1 req-b40dde08-e9b7-444a-81b9-d6a47b900e55 service nova] Enqueued Resource ID: 03117278-4ae8-434d-8093-80636a495ec6 with Priority: HIGHEST for action port [ 730.720520] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_rules [ 730.720646] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 730.720737] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03117278-4ae8-434d-8093-80636a495ec6 with Priority: HIGHEST for action port [ 730.721290] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.721412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.721479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.721675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.721754] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.722952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.723063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.723263] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-03117278-4ae8-434d-8093-80636a495ec6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.723361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.723425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.723596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.723670] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03117278-4ae8-434d-8093-80636a495ec6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.225541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.225541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.226968] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03117278-4ae8-434d-8093-80636a495ec6 with status ACTIVE [ 731.227252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.227396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.227490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.227740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.227871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.228124] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.228252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.228336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.228540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.228645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.228893] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.229032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.229117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.229301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.229402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.229518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03117278-4ae8-434d-8093-80636a495ec6 is going to be updated. [ 731.250223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.250386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.250440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.250682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.250825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.251014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03117278-4ae8-434d-8093-80636a495ec6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.542323] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 731.542504] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 deletion is rescheduled due to dependency. [ 731.542616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.542770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.543039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.543229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.543344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.543424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.543549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.543630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.543726] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.712266] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: SUCCESS [ 731.712705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.712865] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.713099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.713289] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.713467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.713467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.713596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.713672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.713747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.713851] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.046738] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.217010] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.549135] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.718477] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f91fa5a7-4721-4b82-beff-e3a8804a6a17: rpc.has_security_group_logging(os_id): False [ 732.742309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.742535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.743098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.743363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.743501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.743805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.743922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.743972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.744177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.744278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.744395] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 is going to be created. [ 732.814033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.814217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.814277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.814497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.814681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.824739] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: IN_PROGRESS for 2s [ 733.051498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.051774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.051774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.051940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.052032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.052137] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be updated. [ 733.080343] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.080343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.080343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.080343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.080343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.088945] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: IN_PROGRESS for 2s [ 734.838834] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: SUCCESS [ 734.840594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.099672] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 735.099672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.099672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.099672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.100080] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.100080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.100189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.100503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.100583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.100677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.100829] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.603343] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.604059] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.604378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.604378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.604378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.604529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.604606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.605300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.605300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.605300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.605300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.605300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.605300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.605583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.605583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.605583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.605661] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.721764] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 735.721910] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 735.955063] env[69987]: INFO networking_nsxv3.common.synchronization [req-c007323d-6627-47d7-bc62-ea586d8bf17a req-7857d19b-af67-4f1a-b0a0-8ca88854d593 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_members [ 735.956419] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_members [ 735.956419] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.956419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.956419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.956419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.956590] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.956646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.956677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.956887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.956887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.957250] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.108167] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1693741f-5c23-4c00-acc2-c176c6238185: rpc.has_security_group_logging(os_id): False [ 736.126019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.126160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.126369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.126445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.126535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.126767] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.126913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.126952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.127114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.127200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.127376] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.127471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.127534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.127689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.127763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.127938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.128037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.128097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.128234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.128350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.128438] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be updated. [ 736.188541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.188696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.188763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.188989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.189138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.205523] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: IN_PROGRESS for 2s [ 736.300148] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.300148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.300148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.300148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.300839] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.301027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.301151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.301400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.301580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.301793] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.301915] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.302086] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.302209] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.302319] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.302437] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.302562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.344700] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.344904] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.345149] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.345339] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.345734] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-8b639504-b3a0-4772-9a06-af40fbe1667e taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.345920] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.346049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.346365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.346498] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b639504-b3a0-4772-9a06-af40fbe1667e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.460108] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.460284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.460325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.460549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.460645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.460861] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.461011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.461011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.461217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.461293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.461384] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a already deleted. [ 736.462026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.850100] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.850100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.850100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.850100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.850100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.850100] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 8b639504-b3a0-4772-9a06-af40fbe1667e not found, creating... [ 736.850430] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.850430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.850430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.850660] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.850795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.851099] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.851252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.851363] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.851566] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.851697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.851830] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 8b639504-b3a0-4772-9a06-af40fbe1667e is going to be created. [ 736.872533] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.872752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.872878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.873192] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.873424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.873910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.630225] env[69987]: INFO networking_nsxv3.common.synchronization [req-c007323d-6627-47d7-bc62-ea586d8bf17a req-4524b599-b333-4e58-8566-8f3912eb9c80 service nova] Enqueued Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_rules [ 737.630225] env[69987]: INFO networking_nsxv3.common.synchronization [req-c007323d-6627-47d7-bc62-ea586d8bf17a req-4524b599-b333-4e58-8566-8f3912eb9c80 service nova] Enqueued Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_members [ 737.630225] env[69987]: INFO networking_nsxv3.common.synchronization [req-c007323d-6627-47d7-bc62-ea586d8bf17a req-4524b599-b333-4e58-8566-8f3912eb9c80 service nova] Enqueued Resource ID: 8b639504-b3a0-4772-9a06-af40fbe1667e with Priority: HIGHEST for action port [ 737.630225] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_rules [ 737.630225] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_members [ 737.630225] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b639504-b3a0-4772-9a06-af40fbe1667e with Priority: HIGHEST for action port [ 737.630225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.630225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.630225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.630854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.631067] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.632999] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.633339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.633496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.633758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.633995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.634230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.634379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.634669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.634931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.635134] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.636041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b639504-b3a0-4772-9a06-af40fbe1667e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.636268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.636437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.636667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.636823] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b639504-b3a0-4772-9a06-af40fbe1667e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.138892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.139108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.139334] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.140326] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b639504-b3a0-4772-9a06-af40fbe1667e with status ACTIVE [ 738.140519] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.140661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.140848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.140942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.141033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.141248] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.141367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.141367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.141520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.141636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.141721] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.141877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.141969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.142073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.142208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.142301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b639504-b3a0-4772-9a06-af40fbe1667e is going to be updated. [ 738.162591] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.162744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.162814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.163044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.163235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.163404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b639504-b3a0-4772-9a06-af40fbe1667e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.219881] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 738.220117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.646411] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.149752] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.149942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.149988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.150207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.150291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.150391] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a is going to be created. [ 739.174288] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.174288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.174288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.174288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.174288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.184136] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a in Status: UNINITIALIZED for 2s [ 741.196063] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a in Status: SUCCESS [ 741.196342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.196492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.196740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.196961] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.197121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.197187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.197364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.197447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.197582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.197646] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.701267] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.143276] env[69987]: INFO networking_nsxv3.common.synchronization [req-2bf49990-6301-4768-b27d-b6f10d50530c req-b0ca8a82-f049-43db-8a62-7976ca133aee tempest-DeleteServersAdminTestJSON-328123481 tempest-DeleteServersAdminTestJSON-328123481-project-member] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 742.143276] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGHEST for action security_group_members [ 742.143276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.143276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.143276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.143276] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.209279] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a: rpc.has_security_group_logging(os_id): False [ 742.224733] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.228018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.228018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.228018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a is going to be created. [ 742.287855] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.287855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.287855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.287855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.287855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.300969] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a in Status: IN_PROGRESS for 2s [ 742.644216] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.647021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.647021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.647021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be updated. [ 742.675800] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.675800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.675800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.675800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.675800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.682130] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: IN_PROGRESS for 2s [ 742.737255] env[69987]: INFO networking_nsxv3.common.synchronization [req-840c663a-3516-4b7c-af6a-9415c44af21c req-e3e08fca-176c-474d-966d-e39df81bd1e7 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_members [ 742.738431] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_members [ 742.738932] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.738932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.739098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.739402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.739633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.739780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.739875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.740137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.740583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.740756] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.139413] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.139536] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.139653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.140022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.140335] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.140551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.140675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.140912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.141077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.141298] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.141407] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.141516] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.141624] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.141732] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.141838] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.141974] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.167146] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.167353] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.167489] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.167690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.168036] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-da926370-b1f8-440c-a006-0135408e8d6f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.168221] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.168361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.168777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.168916] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da926370-b1f8-440c-a006-0135408e8d6f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.246504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.246504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.246504] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed already deleted. [ 743.246504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.674935] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.674935] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.675130] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.675337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.675522] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.675663] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port da926370-b1f8-440c-a006-0135408e8d6f not found, creating... [ 743.675923] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.676091] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.676208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.676420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.676561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.676842] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.676997] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.677143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.677534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.677534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.677611] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: da926370-b1f8-440c-a006-0135408e8d6f is going to be created. [ 743.701310] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.701532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.701625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.701905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.702155] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.702397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.313896] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a in Status: SUCCESS [ 744.313896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.470351] env[69987]: INFO networking_nsxv3.common.synchronization [req-840c663a-3516-4b7c-af6a-9415c44af21c req-261d010e-d86e-453c-9b1c-aefad31a55e7 service nova] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_rules [ 744.470351] env[69987]: INFO networking_nsxv3.common.synchronization [req-840c663a-3516-4b7c-af6a-9415c44af21c req-261d010e-d86e-453c-9b1c-aefad31a55e7 service nova] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_members [ 744.470351] env[69987]: INFO networking_nsxv3.common.synchronization [req-840c663a-3516-4b7c-af6a-9415c44af21c req-261d010e-d86e-453c-9b1c-aefad31a55e7 service nova] Enqueued Resource ID: da926370-b1f8-440c-a006-0135408e8d6f with Priority: HIGHEST for action port [ 744.471734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_rules [ 744.471734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_members [ 744.471734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da926370-b1f8-440c-a006-0135408e8d6f with Priority: HIGHEST for action port [ 744.471734] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.471734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.471734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.472045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.472045] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.473277] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.473277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.473277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.473277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.473682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.473682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.473682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.473682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.474308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.474308] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.474610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-da926370-b1f8-440c-a006-0135408e8d6f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.474763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.474763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.475199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.475199] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da926370-b1f8-440c-a006-0135408e8d6f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.691324] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1693741f-5c23-4c00-acc2-c176c6238185 in Status: SUCCESS [ 744.691727] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 deletion is rescheduled due to dependency. [ 744.691727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.977755] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.979058] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.979058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.979267] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da926370-b1f8-440c-a006-0135408e8d6f with status ACTIVE [ 744.979421] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.979514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.979514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.979843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.979843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.980041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.980041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.980961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.980961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.980961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.980961] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.980961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.980961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.981210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.981210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.981764] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da926370-b1f8-440c-a006-0135408e8d6f is going to be updated. [ 745.004238] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.004439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.004532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.004835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.004986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.005391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da926370-b1f8-440c-a006-0135408e8d6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.345350] env[69987]: INFO networking_nsxv3.common.synchronization [req-2b7615b1-55d1-4c8b-8b85-e3aacaaca9a1 req-7676efe4-1ef5-4da3-8e7d-02c873c504b9 tempest-ListServerFiltersTestJSON-2079587369 tempest-ListServerFiltersTestJSON-2079587369-project-member] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 745.345863] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 745.347783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.347915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.348035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.348305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.349032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.349032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.349032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.349185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.349600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.349600] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.483376] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.739055] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.739375] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.739536] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.739875] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.740512] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.740684] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.740806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.744109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.744355] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.744593] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.744744] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.744868] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.744976] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.745101] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 745.745207] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.745348] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.766393] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.766564] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 745.766715] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.766898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.767288] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-77322171-a52e-49ee-a04c-5aecaebff021 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.767471] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.767590] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.767915] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.768073] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77322171-a52e-49ee-a04c-5aecaebff021',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.851850] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.851980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.852057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.852782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.852782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.852782] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.852782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.852782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.853100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.853100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.853205] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 already deleted. [ 745.853259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.986240] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.986396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.986457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.986663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.987153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.987153] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed is going to be created. [ 746.009245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.009245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.009245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.009245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.009245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.018749] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: UNINITIALIZED for 2s [ 746.270952] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.271206] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.271333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.271608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.271782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.271941] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 77322171-a52e-49ee-a04c-5aecaebff021 not found, creating... [ 746.272219] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.272374] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.272489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.272737] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.272880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.273175] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.273327] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273441] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.273922] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 77322171-a52e-49ee-a04c-5aecaebff021 is going to be created. [ 746.291398] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.291538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.291656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.291891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.292132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.292346] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.061197] env[69987]: INFO networking_nsxv3.common.synchronization [req-2b7615b1-55d1-4c8b-8b85-e3aacaaca9a1 req-97ed2add-20b4-4905-8794-c26fdf4dc2bc service nova] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_rules [ 747.061197] env[69987]: INFO networking_nsxv3.common.synchronization [req-2b7615b1-55d1-4c8b-8b85-e3aacaaca9a1 req-97ed2add-20b4-4905-8794-c26fdf4dc2bc service nova] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 747.061197] env[69987]: INFO networking_nsxv3.common.synchronization [req-2b7615b1-55d1-4c8b-8b85-e3aacaaca9a1 req-97ed2add-20b4-4905-8794-c26fdf4dc2bc service nova] Enqueued Resource ID: 77322171-a52e-49ee-a04c-5aecaebff021 with Priority: HIGHEST for action port [ 747.061197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_rules [ 747.061197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 747.061197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77322171-a52e-49ee-a04c-5aecaebff021 with Priority: HIGHEST for action port [ 747.062194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.062477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.062757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.063108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.063748] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.065037] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.067018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.067018] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.067018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-77322171-a52e-49ee-a04c-5aecaebff021 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.067018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.067767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.068046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.068247] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77322171-a52e-49ee-a04c-5aecaebff021',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.571508] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.571508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.571508] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.571982] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77322171-a52e-49ee-a04c-5aecaebff021 with status ACTIVE [ 747.572223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.572339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.573374] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.573374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.574559] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.574559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.574559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.574559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.574559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.574559] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77322171-a52e-49ee-a04c-5aecaebff021 is going to be updated. [ 747.596304] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.596499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.596499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.597461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.597461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.597461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77322171-a52e-49ee-a04c-5aecaebff021" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.027959] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: SUCCESS [ 748.028210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.028383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.028589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.028787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.028907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.028981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.029134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.029214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.029506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.029700] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.073280] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.080114] env[69987]: INFO networking_nsxv3.common.synchronization [req-c79ccb3b-7e2c-41b9-9925-421697071242 req-dd019524-a03a-4210-b4c4-cb6a9c1be2fb tempest-ListServerFiltersTestJSON-2079587369 tempest-ListServerFiltersTestJSON-2079587369-project-member] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 748.080360] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 748.080881] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.080991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.414028] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.414028] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.414028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.415848] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.416017] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.416123] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.416231] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.416346] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 748.416466] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.416614] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.436541] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.436541] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 748.436541] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.436541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.436541] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-ef5413fb-71f6-42a8-a79c-ae48503f6015 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.436541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.436541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.436541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.436975] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5413fb-71f6-42a8-a79c-ae48503f6015',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.535432] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.576068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.576282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.576329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.576565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.576659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.576786] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be created. [ 748.599841] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.600033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.600098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.600341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.600516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.609857] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: UNINITIALIZED for 2s [ 748.940311] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.940588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.941760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.941760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.941760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.941760] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port ef5413fb-71f6-42a8-a79c-ae48503f6015 not found, creating... [ 748.941760] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.941939] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.943044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.943044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.943044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.943044] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.944195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.944369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.944748] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.944925] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.945098] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: ef5413fb-71f6-42a8-a79c-ae48503f6015 is going to be created. [ 748.967537] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.967774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.967899] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.968216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.968451] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.968669] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.039221] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed: rpc.has_security_group_logging(os_id): False [ 749.057043] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.057043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.057043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.057306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.057726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.057726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.057726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.057956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.057956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.058043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.058193] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed is going to be created. [ 749.128734] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.129297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.129297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.129297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.129404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.152362] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: IN_PROGRESS for 2s [ 749.667179] env[69987]: INFO networking_nsxv3.common.synchronization [req-c79ccb3b-7e2c-41b9-9925-421697071242 req-e9a4e7c2-2f8a-4ffe-9bf3-19f57e0b5078 service nova] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_rules [ 749.667179] env[69987]: INFO networking_nsxv3.common.synchronization [req-c79ccb3b-7e2c-41b9-9925-421697071242 req-e9a4e7c2-2f8a-4ffe-9bf3-19f57e0b5078 service nova] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 749.667179] env[69987]: INFO networking_nsxv3.common.synchronization [req-c79ccb3b-7e2c-41b9-9925-421697071242 req-e9a4e7c2-2f8a-4ffe-9bf3-19f57e0b5078 service nova] Enqueued Resource ID: ef5413fb-71f6-42a8-a79c-ae48503f6015 with Priority: HIGHEST for action port [ 749.667179] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_rules [ 749.667179] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 749.667179] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef5413fb-71f6-42a8-a79c-ae48503f6015 with Priority: HIGHEST for action port [ 749.667179] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.667179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.667970] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.667970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.667970] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef5413fb-71f6-42a8-a79c-ae48503f6015 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.667970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.667970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.667970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.668330] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef5413fb-71f6-42a8-a79c-ae48503f6015',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.173016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef5413fb-71f6-42a8-a79c-ae48503f6015 with status ACTIVE [ 750.173016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.173452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.173452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.173663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.173710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.173771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.173915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.174089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.174276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.174417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.174522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.174711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.174864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.174955] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef5413fb-71f6-42a8-a79c-ae48503f6015 is going to be updated. [ 750.207993] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.208217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.208513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.208747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.208907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.209115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef5413fb-71f6-42a8-a79c-ae48503f6015" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.520073] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd7eecc6-eed4-4d9e-9842-2fca4ba99132 req-16c55980-e09a-4d3a-8036-a251919347c5 tempest-ListServerFiltersTestJSON-2079587369 tempest-ListServerFiltersTestJSON-2079587369-project-member] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 750.520638] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 750.520942] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.521320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.619905] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 750.619905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.620177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.620363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.620568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.620691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.620756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.620929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.621044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.621138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.621241] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.625489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.625489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.625489] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.625489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.625489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.625489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.625489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.625489] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.953345] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-308 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.953843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.954041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.954381] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.954870] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.955279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.955406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.955767] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.956857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.957185] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.957320] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.957438] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.957551] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.957667] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 750.957773] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.957919] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.975769] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.975955] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 750.976132] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.976311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-308" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.976619] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.976837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.976913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.977247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.977391] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b4ab11-10bb-4f7a-8820-908a4fb30d9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.125525] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.125737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.126038] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.163111] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: SUCCESS [ 751.163346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.479943] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.480338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.480338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.480541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.480724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.480888] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 92b4ab11-10bb-4f7a-8820-908a4fb30d9b not found, creating... [ 751.481187] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.481345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.481461] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.481683] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.481823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.482120] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.482271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.482386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.482587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.482722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.482861] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 92b4ab11-10bb-4f7a-8820-908a4fb30d9b is going to be created. [ 751.506390] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.506558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.506687] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.506919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.507174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.507418] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.627835] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.129744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.129915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.130274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.130418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.130467] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 752.156310] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.156396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.156473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.156674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.156815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.165973] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 752.292321] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd7eecc6-eed4-4d9e-9842-2fca4ba99132 req-49d24d79-a1fc-45d1-85ef-a96a5532b26a service nova] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_rules [ 752.292487] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd7eecc6-eed4-4d9e-9842-2fca4ba99132 req-49d24d79-a1fc-45d1-85ef-a96a5532b26a service nova] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 752.292682] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd7eecc6-eed4-4d9e-9842-2fca4ba99132 req-49d24d79-a1fc-45d1-85ef-a96a5532b26a service nova] Enqueued Resource ID: 92b4ab11-10bb-4f7a-8820-908a4fb30d9b with Priority: HIGHEST for action port [ 752.292992] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_rules [ 752.293139] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 752.293266] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92b4ab11-10bb-4f7a-8820-908a4fb30d9b with Priority: HIGHEST for action port [ 752.293921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294289] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.294640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.294700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.294956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.295047] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92b4ab11-10bb-4f7a-8820-908a4fb30d9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.797179] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92b4ab11-10bb-4f7a-8820-908a4fb30d9b with status ACTIVE [ 752.797427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.797570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.797684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.797899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.797994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.798196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.798294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.798394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.798562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.798640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.798823] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.798916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.798976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.799126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.799200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.799282] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92b4ab11-10bb-4f7a-8820-908a4fb30d9b is going to be updated. [ 752.819408] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.819546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.819680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.819904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.820052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.820218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92b4ab11-10bb-4f7a-8820-908a4fb30d9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.174134] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 754.174489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.174489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.174740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.174989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175606] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.678791] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.181362] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.684541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.684699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.684770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.685014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.685107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.685216] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 755.713345] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.713483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.713556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.713771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.713911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.721803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 757.294561] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 757.294786] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 757.732954] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 757.734544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.734619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.734815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.735085] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.735219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.735288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.735447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.735530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.735624] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.240400] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.742368] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.244562] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.244717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.244786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.245085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.245177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.245273] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 759.272465] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.272606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.272677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.272917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.273114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.281695] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 759.288923] env[69987]: INFO networking_nsxv3.common.synchronization [req-5beef88d-7809-4cb8-a4b7-c7b8633bd7e5 req-52b72192-2372-4562-9c35-3f9e6fb9e904 tempest-ServersAdminNegativeTestJSON-371890694 tempest-ServersAdminNegativeTestJSON-371890694-project-member] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 759.289462] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 759.289770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.289900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.290071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.290181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.290345] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.290446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.290507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.290657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.290744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.291585] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.698015] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698754] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698844] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.699148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.701936] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.701936] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.701936] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.701936] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.701936] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.701936] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.701936] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.719223] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.719223] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.719223] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.719223] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.719470] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-2523e77a-138d-4684-9f91-02c4e2e85f27 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.719627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.719627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.719949] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.720113] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2523e77a-138d-4684-9f91-02c4e2e85f27',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.793527] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.224473] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.224689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.224819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.225147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.225317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.225480] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 2523e77a-138d-4684-9f91-02c4e2e85f27 not found, creating... [ 760.225765] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.225933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.226179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.226449] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.226605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.226918] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.227101] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.227229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.227454] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.227588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.227754] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 2523e77a-138d-4684-9f91-02c4e2e85f27 is going to be created. [ 760.253909] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.254195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.254325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.254596] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.254832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.255144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.297800] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.801367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.801367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.801367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.801367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.801367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.801367] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be updated. [ 760.829413] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.829603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.829668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.829857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.830014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.838441] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: IN_PROGRESS for 2s [ 760.986025] env[69987]: INFO networking_nsxv3.common.synchronization [req-5beef88d-7809-4cb8-a4b7-c7b8633bd7e5 req-1145377d-8776-464d-bba1-370d5f996edc service nova] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_rules [ 760.986261] env[69987]: INFO networking_nsxv3.common.synchronization [req-5beef88d-7809-4cb8-a4b7-c7b8633bd7e5 req-1145377d-8776-464d-bba1-370d5f996edc service nova] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 760.986405] env[69987]: INFO networking_nsxv3.common.synchronization [req-5beef88d-7809-4cb8-a4b7-c7b8633bd7e5 req-1145377d-8776-464d-bba1-370d5f996edc service nova] Enqueued Resource ID: 2523e77a-138d-4684-9f91-02c4e2e85f27 with Priority: HIGHEST for action port [ 760.986656] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_rules [ 760.986788] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 760.986884] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2523e77a-138d-4684-9f91-02c4e2e85f27 with Priority: HIGHEST for action port [ 760.987467] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.987589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.987657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.987866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.987946] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.989097] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.989203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.989381] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2523e77a-138d-4684-9f91-02c4e2e85f27 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.989479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.989541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.989753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.989815] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2523e77a-138d-4684-9f91-02c4e2e85f27',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.291951] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 761.292205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.292620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.292829] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.292965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.293070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.293229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.293309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.293924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.293924] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.293924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.293924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.293924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.294311] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.294311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.294311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.294311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.294468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.294468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.296871] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.296871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.296871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.296871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.296871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.296871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.296871] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.491464] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.491732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.492092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2523e77a-138d-4684-9f91-02c4e2e85f27 with status ACTIVE [ 761.492764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.492764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.492970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.493270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.493418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.493731] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.494030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.494030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.494698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.494698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.494914] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.495069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.495175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.495360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.495473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.495588] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2523e77a-138d-4684-9f91-02c4e2e85f27 is going to be updated. [ 761.514817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.515203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.515297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.515532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.516110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.516110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2523e77a-138d-4684-9f91-02c4e2e85f27" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.798243] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997: rpc.has_security_group_logging(os_id): False [ 761.799437] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.817053] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.817428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.817428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.817523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.817565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.817776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.817871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.817933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.818112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.818199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.818381] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.818469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.818530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.818668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.818740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.818913] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.819015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.819613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.819780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.819860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.819948] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be created. [ 761.885202] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.885383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.885445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.885674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.885856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.895591] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 762.301972] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.804646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.804819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.804876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.805187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.805285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.805396] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 762.838677] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.838920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.838990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.839210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.839393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.855131] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 762.855372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.855550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.855760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.855941] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.856073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.856134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.856283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.856360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.856451] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.858091] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 763.359475] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.864963] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.906469] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 763.906712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.906888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.907162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.907255] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.025034] env[69987]: INFO networking_nsxv3.common.synchronization [req-1fb4abfa-adf7-4d70-ab36-9a6dcc6b86aa req-d933a294-16e0-4622-a27a-4da506386ce5 tempest-FloatingIPsAssociationTestJSON-288183458 tempest-FloatingIPsAssociationTestJSON-288183458-project-member] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 764.026064] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 764.026181] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.026281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.026521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.026682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.026778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.026975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.027072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.027163] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.366424] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.366632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.366694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.367063] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.367342] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.367514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.367632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.367959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.368217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.368418] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.368540] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.368654] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.368763] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.368869] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 764.368975] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.369176] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.370922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.371066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.371149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.371265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.371353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.371444] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be updated. [ 764.389611] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.389777] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 764.389918] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.390103] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.390407] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.390574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.390922] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.390995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.391135] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.407906] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.408180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.408267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.408476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.408618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.410033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.410149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.419539] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: IN_PROGRESS for 2s [ 764.533122] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.533122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.533122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.533360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.533517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.533616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.533678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.533826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.533903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.534075] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 already deleted. [ 764.534075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.867065] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 764.867470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.867510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.867814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.868114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.868294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.868388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.868573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.868682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.868791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.868909] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.893970] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.894208] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.894341] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.894632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.894810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.895024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 not found, creating... [ 764.895360] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.895468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.895626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.895808] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.895960] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.896266] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.896436] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.896570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.896768] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.896898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.897063] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 is going to be created. [ 764.916048] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.916048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.916048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.916338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.916450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.916679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.371239] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.371239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.371412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.371534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.371727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.371850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.371918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.372700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.372700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.372700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.372700] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.372700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.372700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.373022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.373022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.373791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.373791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.373791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.373791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.373791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.373791] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.620051] env[69987]: INFO networking_nsxv3.common.synchronization [req-1fb4abfa-adf7-4d70-ab36-9a6dcc6b86aa req-89aed74a-dff6-436f-95e3-ffc30cf67894 service nova] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_rules [ 765.620250] env[69987]: INFO networking_nsxv3.common.synchronization [req-1fb4abfa-adf7-4d70-ab36-9a6dcc6b86aa req-89aed74a-dff6-436f-95e3-ffc30cf67894 service nova] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 765.620386] env[69987]: INFO networking_nsxv3.common.synchronization [req-1fb4abfa-adf7-4d70-ab36-9a6dcc6b86aa req-89aed74a-dff6-436f-95e3-ffc30cf67894 service nova] Enqueued Resource ID: 9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 with Priority: HIGHEST for action port [ 765.620628] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_rules [ 765.620758] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 765.620864] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 with Priority: HIGHEST for action port [ 765.622270] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.622270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.622270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.622270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.622270] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.623062] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.624039] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.624039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.624039] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.626529] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.626668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.626759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.627108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.627173] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.876530] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997: rpc.has_security_group_logging(os_id): False [ 765.894225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.895294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.895294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.895294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.895294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.895294] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.895294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.895558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.895558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.895638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.895760] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.895847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.895906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.896159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.896159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.896377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.896434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.896463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.896604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.896679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.896763] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 765.951599] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.951744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.951812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.952047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.952281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.965219] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 766.128507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.128646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.128828] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.129883] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 with status ACTIVE [ 766.129922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.130260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.130260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.130363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.130462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.130630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.130799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.130799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.130924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.131009] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.131237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.131333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.131398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.131539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.131611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.131693] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1 is going to be updated. [ 766.153060] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.153247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.153289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.153468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.153599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.153796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cd8099f-e38f-4f62-a5f8-b0edfafa2cb1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432971] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.432971] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.432971] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.633881] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.934155] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.934474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.934474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.934615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.934781] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.934880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.934943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.935223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.935309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.935397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.935549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.935642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.935704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.935847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.935986] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.936136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.936202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.936341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.936416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.936494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.936584] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.138918] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.139123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.139233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.139488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.139614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.139741] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be created. [ 767.161187] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.161363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.161410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.161563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.161709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.170207] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: UNINITIALIZED for 2s [ 767.439241] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31635021-6846-49c6-bb0b-187810454846: rpc.has_security_group_logging(os_id): False [ 767.456815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.456997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.457107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.457418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.457480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.457702] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.457809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.457877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.458048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.458125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.458343] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.458436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.458496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.458645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.458722] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.458916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.459037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.459073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.459268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.459305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.459400] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be updated. [ 767.516596] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.516783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.516848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.517084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.517226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.531546] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: IN_PROGRESS for 2s [ 767.978029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 767.978029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.978652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.978911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.979032] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.483279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.483540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.483540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.483734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.483909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.483999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.484449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.484449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.484449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.484449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.484716] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.676631] env[69987]: INFO networking_nsxv3.common.synchronization [req-3d4be778-0a6c-4166-b76a-3ebcce6e5a06 req-3424cc17-9f73-48f9-b2ae-104815bca8be tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 768.676631] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 768.676631] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.676631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.677066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.677424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.677746] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.678029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.678258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.678896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.679233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.679504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.986705] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.987063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.987063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.987332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.987658] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.987782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.987850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.988040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.988134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.988227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.988384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.988480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.988540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.988687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.988824] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.988991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.988991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.989111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.989184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.989294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.993265] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.133293] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.133734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.133912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.134245] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.134617] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.134788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.134904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.135297] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.135476] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.135697] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.135983] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.136234] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.136360] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.136484] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.136595] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.136738] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.154090] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.154317] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.154490] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.154723] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.155085] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.155277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.155406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.155718] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.155858] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fc1328-25fb-4ac4-ab6e-c522b2ccc666',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.178542] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 769.178798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.179500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.179500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.179723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.179869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.179945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.180177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.180243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.180354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.180460] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.182017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.182017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.182017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.182210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.182257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.182414] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.182511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.182570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.182707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.182811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.182939] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 769.208203] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.208350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.208421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.208617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.208752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.218582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 769.496030] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997: rpc.has_security_group_logging(os_id): False [ 769.512812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.512970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.513092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.513308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.513421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.513652] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.513755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.513816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.513978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.514067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.514243] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.514336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.514396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.515533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.515533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.515533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.515533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.515533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.515533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.515533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.515533] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 769.543733] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 769.543733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.574772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.574941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.575031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.575258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.575403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.588491] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 769.659676] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.659973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.660411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.660489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.660638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.660827] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 not found, creating... [ 769.661128] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.661342] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.661529] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.661859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.662114] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.662521] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.662793] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.662978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.663250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.663425] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.663592] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 is going to be created. [ 769.683031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.683242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.683298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.683580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.683838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.683973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.684053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.684256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.684371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.684482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.684683] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.684781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.684834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.684992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.685218] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.685340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.685420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.685586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.685683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.685775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.685871] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.687681] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.687843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.687966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.688206] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.688417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.688632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.190329] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e69cef07-d32d-4944-9bb3-091ade313a19: rpc.has_security_group_logging(os_id): False [ 770.209625] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.209751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.209845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.210170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.210170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.210302] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.210398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.210473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.210658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.210808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.210940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.211055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.211109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.211508] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.211599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.211660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.211797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.211870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.211953] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be created. [ 770.287367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.287580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.287580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.287793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.287980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.296815] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 770.528394] env[69987]: INFO networking_nsxv3.common.synchronization [req-3d4be778-0a6c-4166-b76a-3ebcce6e5a06 req-ca331e41-847a-4686-af6e-095b65f9a53a service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 770.528581] env[69987]: INFO networking_nsxv3.common.synchronization [req-3d4be778-0a6c-4166-b76a-3ebcce6e5a06 req-ca331e41-847a-4686-af6e-095b65f9a53a service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 770.528719] env[69987]: INFO networking_nsxv3.common.synchronization [req-3d4be778-0a6c-4166-b76a-3ebcce6e5a06 req-ca331e41-847a-4686-af6e-095b65f9a53a service nova] Enqueued Resource ID: f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 with Priority: HIGHEST for action port [ 770.529046] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 770.529177] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 770.529273] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 with Priority: HIGHEST for action port [ 770.530171] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.530300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.530370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.530577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.530661] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.531602] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.531746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.531877] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.531973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.532069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.532223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.532298] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3fc1328-25fb-4ac4-ab6e-c522b2ccc666',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.034554] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.034798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.035027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 with status ACTIVE [ 771.035421] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.035601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.037981] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.037981] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.037981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.037981] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3fc1328-25fb-4ac4-ab6e-c522b2ccc666 is going to be updated. [ 771.056828] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.056828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.056944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.057521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.057521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.057521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3fc1328-25fb-4ac4-ab6e-c522b2ccc666" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.227281] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 771.227645] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 771.227645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.227759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.227923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.228119] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.228224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.228285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.228443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.228523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.228616] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.603492] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 771.603727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.731893] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.233502] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.311713] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 772.311855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.736744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.736744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.736744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.736744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.736744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.737035] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 772.789765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.789932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.789986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.790204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.790345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.799035] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 772.925444] env[69987]: INFO networking_nsxv3.common.synchronization [req-b8a22957-9160-4dd3-ab4a-5d65db1c12e6 req-d5d70fc6-4038-46a7-a0ed-0c57aafbaf4d tempest-ListServerFiltersTestJSON-2079587369 tempest-ListServerFiltersTestJSON-2079587369-project-member] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 772.927154] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 772.927154] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.927297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.927333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.927645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.927918] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.928861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.928861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.928861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.928861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.928861] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.433209] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.778424] env[69987]: INFO networking_nsxv3.common.synchronization [req-bcc27e4a-1709-45b0-a8e3-752b398e2f1e req-63ee79f9-b707-420c-94c4-c5bf95bf0cce tempest-ServerTagsTestJSON-131042071 tempest-ServerTagsTestJSON-131042071-project-member] Enqueued Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_members [ 773.778629] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_members [ 773.779042] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.779177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.779177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.781080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.781164] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.781241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.781293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.781883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.781883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.781883] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.935652] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.230051] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.230267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-240" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.230394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-240" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.230740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-240" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.231042] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.231219] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.231340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.231573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.231742] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.231956] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.232130] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.232211] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.232317] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.232444] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.232548] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.232693] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.249840] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.249999] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.250157] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.250331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-240" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.250642] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-522a6fbf-6853-4dc5-ba10-82f41421ee4a taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.250894] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.251030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.251885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.252058] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522a6fbf-6853-4dc5-ba10-82f41421ee4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.284506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.284704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.284742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.284954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.285060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.285384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.285546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.285606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.285750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.285833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.285938] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc already deleted. [ 774.286042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.441555] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.441944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.441944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.442189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.442345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.442464] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 774.473726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.473873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.473988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.474194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.474431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.482636] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 774.754603] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.754836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.755264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.755448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.755610] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.755824] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 522a6fbf-6853-4dc5-ba10-82f41421ee4a not found, creating... [ 774.756079] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.756245] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.756371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.756696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.756904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.757275] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.757642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.757780] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.758014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.758162] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.758309] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 522a6fbf-6853-4dc5-ba10-82f41421ee4a is going to be created. [ 774.778469] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.778683] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.778807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.779604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.779604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.779735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.811913] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 774.812306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.812517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.812743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.812943] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.813226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.813226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.813346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.813435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.813539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.813636] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.882663] env[69987]: INFO networking_nsxv3.common.synchronization [req-085deb60-22fc-4cd1-9471-aa7b492467b4 req-d3e9ab8e-3991-4c5e-b473-573f1c1ec7c4 tempest-ServersAdminNegativeTestJSON-371890694 tempest-ServersAdminNegativeTestJSON-371890694-project-member] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 774.883279] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 774.885551] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.885551] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.885551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.885551] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.317034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.317034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.317034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.317034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.317323] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.317323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.317323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.317452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.317568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.317663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.317811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.317901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.317958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.318113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.318252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.318343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.318404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.318539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.318613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.318689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.318779] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.386873] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.494698] env[69987]: INFO networking_nsxv3.common.synchronization [req-bcc27e4a-1709-45b0-a8e3-752b398e2f1e req-3ec6c0e0-ccbd-4c84-a899-a4d5ce38682f service nova] Enqueued Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_rules [ 775.494698] env[69987]: INFO networking_nsxv3.common.synchronization [req-bcc27e4a-1709-45b0-a8e3-752b398e2f1e req-3ec6c0e0-ccbd-4c84-a899-a4d5ce38682f service nova] Enqueued Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_members [ 775.494698] env[69987]: INFO networking_nsxv3.common.synchronization [req-bcc27e4a-1709-45b0-a8e3-752b398e2f1e req-3ec6c0e0-ccbd-4c84-a899-a4d5ce38682f service nova] Enqueued Resource ID: 522a6fbf-6853-4dc5-ba10-82f41421ee4a with Priority: HIGHEST for action port [ 775.494698] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_rules [ 775.494698] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_members [ 775.494698] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522a6fbf-6853-4dc5-ba10-82f41421ee4a with Priority: HIGHEST for action port [ 775.494698] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.494698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.494698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.494698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.494698] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.495671] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.495770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.495835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.495995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.496162] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.496296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.496336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.496462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.496541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.496625] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.497355] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-522a6fbf-6853-4dc5-ba10-82f41421ee4a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.497487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.497538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.497760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.497760] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522a6fbf-6853-4dc5-ba10-82f41421ee4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.821093] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d2566e-0009-4cd8-b070-1d52d26dd2ce: rpc.has_security_group_logging(os_id): False [ 775.838627] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.838755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.838831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.839043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.839133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.839355] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.839455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.839515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.839657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.839731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.839898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.839987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.840056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.840192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.840264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.840437] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.840526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.840584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.840714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.840784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.840867] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 775.889440] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.895600] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.895735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.895813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.895969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.896121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.908445] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 775.999031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.999185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.999371] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.001800] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 522a6fbf-6853-4dc5-ba10-82f41421ee4a with status ACTIVE [ 776.002031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.002171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.002244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.002480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.002593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.002776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.002898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.002964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.003207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.003327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.003460] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.003580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.003649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.003811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.003899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.003985] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 522a6fbf-6853-4dc5-ba10-82f41421ee4a is going to be updated. [ 776.026654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.026796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.026859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.027081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.027218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.027403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522a6fbf-6853-4dc5-ba10-82f41421ee4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.392778] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.392867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.392904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.394840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.394840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.394840] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be updated. [ 776.428084] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.428084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.428084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.428359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.428416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.437125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: IN_PROGRESS for 2s [ 776.493349] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 776.493586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.501010] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.005934] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.006186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.006295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.006593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.006712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.006818] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc is going to be created. [ 777.030383] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.030564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.030680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.030906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.031113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.044280] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc in Status: UNINITIALIZED for 2s [ 777.921515] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 777.921515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.446934] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 778.447111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.054849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc in Status: SUCCESS [ 779.055269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.055439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.055713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.055956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.056126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.056227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.056421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.056522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.056638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.056757] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.559945] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.560252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.560391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.560748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.561082] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.561325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.561392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.561574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.561761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.561925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.562195] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.562322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.562427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.562731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.562944] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.563126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.563222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.563429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.563554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.563668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.563873] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.764029] env[69987]: INFO networking_nsxv3.common.synchronization [req-156ac9d6-92e4-4e08-8047-bfa005372cc6 req-329abf38-467a-4cea-ad0d-6cbe898d4a7a tempest-ServersWithSpecificFlavorTestJSON-697419574 tempest-ServersWithSpecificFlavorTestJSON-697419574-project-member] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 779.764029] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 779.764029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.764497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.764728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.765923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.766764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.766764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.766764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.766764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.766764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.766764] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.068658] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc: rpc.has_security_group_logging(os_id): False [ 780.094017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.094017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.094017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.094017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.094575] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.094575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.094575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.094575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.094575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.094575] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc is going to be created. [ 780.157515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.157515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.157515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.157515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.157515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.166639] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc in Status: IN_PROGRESS for 2s [ 780.269355] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.269518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.269588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.269794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.269883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.270091] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.270187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.270247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.270398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.270468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.270555] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be updated. [ 780.308962] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.309129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.309201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.309573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.309716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.317256] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 2s [ 782.178013] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc in Status: SUCCESS [ 782.178243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.326852] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 782.327043] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b deletion is rescheduled due to dependency. [ 782.327161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.764437] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 784.764697] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 785.085679] env[69987]: INFO networking_nsxv3.common.synchronization [req-64a9f7c6-a13b-4891-9e52-88c9c04e3935 req-276e60d8-2720-49b1-abba-51ab3cf53131 tempest-ServersTestBootFromVolume-1491535956 tempest-ServersTestBootFromVolume-1491535956-project-member] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_members [ 785.086235] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_members [ 785.086544] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.086823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.086823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.087776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.087884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.087950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.088234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.088343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.088441] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.491407] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-287 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.491407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-287" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.491407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-287" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.491407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-287" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.491407] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.491407] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.491758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.491758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.492946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.492946] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.492946] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.492946] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.492946] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.492946] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 785.492946] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.493521] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.511999] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.512225] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.512353] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.512532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-287" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.512956] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-ecb02147-aeb7-4256-9ce1-e20d727853b4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.513230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.513399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.513717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.513857] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb02147-aeb7-4256-9ce1-e20d727853b4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.590684] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.590855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.590921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.591155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.591245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.591443] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.591678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.591741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.591916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.591992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.592093] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 already deleted. [ 785.592177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.019969] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.020331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.020331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.020488] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.020633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.020790] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port ecb02147-aeb7-4256-9ce1-e20d727853b4 not found, creating... [ 786.021068] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.021220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.021336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.021730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.021730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.021944] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.022106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.022220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.022420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.022542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.022678] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: ecb02147-aeb7-4256-9ce1-e20d727853b4 is going to be created. [ 786.041638] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.042105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.042293] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.042551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.042773] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.042993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.008397] env[69987]: INFO networking_nsxv3.common.synchronization [req-64a9f7c6-a13b-4891-9e52-88c9c04e3935 req-8486df60-ac66-4fc0-9187-2364f681b228 service nova] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_rules [ 787.009209] env[69987]: INFO networking_nsxv3.common.synchronization [req-64a9f7c6-a13b-4891-9e52-88c9c04e3935 req-8486df60-ac66-4fc0-9187-2364f681b228 service nova] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_members [ 787.009209] env[69987]: INFO networking_nsxv3.common.synchronization [req-64a9f7c6-a13b-4891-9e52-88c9c04e3935 req-8486df60-ac66-4fc0-9187-2364f681b228 service nova] Enqueued Resource ID: ecb02147-aeb7-4256-9ce1-e20d727853b4 with Priority: HIGHEST for action port [ 787.009821] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_rules [ 787.009821] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_members [ 787.010314] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecb02147-aeb7-4256-9ce1-e20d727853b4 with Priority: HIGHEST for action port [ 787.011115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.011306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.011451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.011961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.012112] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.013622] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.015836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.015836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.015836] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.017911] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecb02147-aeb7-4256-9ce1-e20d727853b4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.017911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.017911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.017911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.017911] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecb02147-aeb7-4256-9ce1-e20d727853b4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.518901] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.519272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.519272] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.520260] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecb02147-aeb7-4256-9ce1-e20d727853b4 with status ACTIVE [ 787.520401] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.520515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.520576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.520773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.520861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.521057] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.521151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.521208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.521356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.521433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.521612] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.522173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.522173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.522173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.527643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.529020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecb02147-aeb7-4256-9ce1-e20d727853b4 is going to be updated. [ 787.551082] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.551256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.551298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.551589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.551663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.551769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecb02147-aeb7-4256-9ce1-e20d727853b4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.991743] env[69987]: INFO networking_nsxv3.common.synchronization [req-efde961e-2090-491b-b9ac-428458a3eb84 req-72dfef54-9265-41c2-b39b-44bfe6d879c3 tempest-ServerTagsTestJSON-131042071 tempest-ServerTagsTestJSON-131042071-project-member] Enqueued Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_members [ 787.992316] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGHEST for action security_group_members [ 787.992630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.992775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.992883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.993173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.993322] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.993530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.993602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.993751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.993838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.993940] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.031463] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.495978] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.496218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.496287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.496479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.496600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.496802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.496899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.496955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.497128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.497201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.497288] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc is going to be updated. [ 788.522773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.523022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.523174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.523296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.523458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.530938] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc in Status: IN_PROGRESS for 2s [ 788.534518] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.534649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.534649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.534798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.535607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.535607] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 is going to be created. [ 788.554336] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.554619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.554619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.554782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.554884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.564523] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 in Status: UNINITIALIZED for 2s [ 788.655217] env[69987]: INFO networking_nsxv3.common.synchronization [req-3440cdf8-4676-4878-8e72-6b96ffcc8ac9 req-bd23cf70-502a-491f-b16f-b051c6a90b79 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 788.655832] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 788.656140] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.656259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.656323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.656686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.656873] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.656999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.657075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.658526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.658526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.658526] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.958198] env[69987]: INFO networking_nsxv3.common.synchronization [req-a36f0edc-7e5d-4eef-9c5e-4ddd0b94da99 req-1228b7dd-1df3-4f02-8d01-a8bb76165270 tempest-ServerAddressesNegativeTestJSON-1313240219 tempest-ServerAddressesNegativeTestJSON-1313240219-project-member] Enqueued Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_members [ 788.958198] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_members [ 788.958566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.958993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.960121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.960510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.960861] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.962655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.962655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.962655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.962655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.962655] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.161063] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.161063] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.161063] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad already deleted. [ 789.161063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.184203] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.184203] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.184203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.185253] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.185551] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.185794] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.186076] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.186365] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.189020] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.189020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.214281] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.214281] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.214281] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.214281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.214281] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-016f8957-6a5e-4487-b3e5-cb437366c800 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.214281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.214281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.214281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.219228] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016f8957-6a5e-4487-b3e5-cb437366c800',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.416522] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-333 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.416804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-333" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.416957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-333" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.417428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-333" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.417767] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.418016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.418227] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.418547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.418777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.419133] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.419239] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.419397] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.419538] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.419825] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 789.419870] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.420064] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.439164] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.439357] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 789.439487] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.439698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-333" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.440054] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-359d6f2e-895c-4d81-afd6-815307b7c4e9 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.440251] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.440420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.440854] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.441078] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359d6f2e-895c-4d81-afd6-815307b7c4e9',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.465252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.465252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.465252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.465252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.465252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.466116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.466116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.466116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.466300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.466300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.466628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d already deleted. [ 789.466628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.724131] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.724437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.724494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.724780] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.724932] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.725102] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 016f8957-6a5e-4487-b3e5-cb437366c800 not found, creating... [ 789.725361] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.725565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.725680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.725901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.726053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.726330] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.726486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.726604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.726807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.726941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.727089] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 016f8957-6a5e-4487-b3e5-cb437366c800 is going to be created. [ 789.745949] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.746236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.746370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.746698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.746924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.747166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.944157] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.944519] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.944619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.944897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.945089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.945257] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 359d6f2e-895c-4d81-afd6-815307b7c4e9 not found, creating... [ 789.945604] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.945772] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.945892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.946137] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.946309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.946664] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.946830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.946977] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.947234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.947414] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.947583] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 359d6f2e-895c-4d81-afd6-815307b7c4e9 is going to be created. [ 789.970211] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.970593] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.970735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.971026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.971254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.971494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.437019] env[69987]: INFO networking_nsxv3.common.synchronization [req-3440cdf8-4676-4878-8e72-6b96ffcc8ac9 req-8b9af70e-3dca-4aa6-9d81-88ebcca23be2 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 790.437195] env[69987]: INFO networking_nsxv3.common.synchronization [req-3440cdf8-4676-4878-8e72-6b96ffcc8ac9 req-8b9af70e-3dca-4aa6-9d81-88ebcca23be2 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 790.437331] env[69987]: INFO networking_nsxv3.common.synchronization [req-3440cdf8-4676-4878-8e72-6b96ffcc8ac9 req-8b9af70e-3dca-4aa6-9d81-88ebcca23be2 service nova] Enqueued Resource ID: 016f8957-6a5e-4487-b3e5-cb437366c800 with Priority: HIGHEST for action port [ 790.437885] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 790.439083] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 790.440021] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 016f8957-6a5e-4487-b3e5-cb437366c800 with Priority: HIGHEST for action port [ 790.440021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.440021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.440021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.440287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.440450] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.442160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.442558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.442685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.442948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.443183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.443340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.443447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.443689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.443827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.443965] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.444999] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-016f8957-6a5e-4487-b3e5-cb437366c800 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.445186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.445297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.445521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.445652] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('016f8957-6a5e-4487-b3e5-cb437366c800',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.542258] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc in Status: SUCCESS [ 790.542469] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc deletion is rescheduled due to dependency. [ 790.542538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.573718] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 in Status: SUCCESS [ 790.573896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.574074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.574302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.574498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.574678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.574749] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.574893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.575010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.575107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.575392] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.690212] env[69987]: INFO networking_nsxv3.common.synchronization [req-a36f0edc-7e5d-4eef-9c5e-4ddd0b94da99 req-5bbb60f7-4ced-4ac6-acf7-a1a60495f997 service nova] Enqueued Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_rules [ 790.690408] env[69987]: INFO networking_nsxv3.common.synchronization [req-a36f0edc-7e5d-4eef-9c5e-4ddd0b94da99 req-5bbb60f7-4ced-4ac6-acf7-a1a60495f997 service nova] Enqueued Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_members [ 790.690551] env[69987]: INFO networking_nsxv3.common.synchronization [req-a36f0edc-7e5d-4eef-9c5e-4ddd0b94da99 req-5bbb60f7-4ced-4ac6-acf7-a1a60495f997 service nova] Enqueued Resource ID: 359d6f2e-895c-4d81-afd6-815307b7c4e9 with Priority: HIGHEST for action port [ 790.691240] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_rules [ 790.691454] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_members [ 790.691564] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359d6f2e-895c-4d81-afd6-815307b7c4e9 with Priority: HIGHEST for action port [ 790.691863] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.692110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.692192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.692453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.692540] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.693530] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.693646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.693704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.693871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.694059] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.694196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.694263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.694486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.694581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.694666] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.695580] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-359d6f2e-895c-4d81-afd6-815307b7c4e9 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.695737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.695737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.695892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.695966] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359d6f2e-895c-4d81-afd6-815307b7c4e9',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.948268] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.948565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.948565] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.949507] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 016f8957-6a5e-4487-b3e5-cb437366c800 with status ACTIVE [ 790.951175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.951928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.951928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.951928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.951928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.951928] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 016f8957-6a5e-4487-b3e5-cb437366c800 is going to be updated. [ 790.972218] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.972379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.972456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.972651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.972792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.972951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-016f8957-6a5e-4487-b3e5-cb437366c800" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.078020] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.198122] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.198122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.198122] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.198673] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 359d6f2e-895c-4d81-afd6-815307b7c4e9 with status ACTIVE [ 791.198866] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.198983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.199064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.199279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.199371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.199546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.199647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.199700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.199847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.199928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.200116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.200215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.200272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.200413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.200516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.200604] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 359d6f2e-895c-4d81-afd6-815307b7c4e9 is going to be updated. [ 791.222451] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.222706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.222706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.222855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.222991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.223184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359d6f2e-895c-4d81-afd6-815307b7c4e9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.350813] env[69987]: INFO networking_nsxv3.common.synchronization [req-255911b7-83bc-4048-b761-0ab93bd4176c req-04f5ebaf-218a-4f4b-989f-0cfd5fc4380b tempest-ServersTestJSON-861734553 tempest-ServersTestJSON-861734553-project-member] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_members [ 791.351382] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_members [ 791.351686] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.354084] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.354084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.354084] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.453574] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.584669] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9f8db4b-d5e9-4b6f-b083-8e61d2a44175: rpc.has_security_group_logging(os_id): False [ 791.609292] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.609374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.609407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.609604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.609689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.609931] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.610042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.610098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.610245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.610316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.610399] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 is going to be created. [ 791.677515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.677680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.677740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.678273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.678273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.702666] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.704909] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 in Status: IN_PROGRESS for 2s [ 791.861480] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.861940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.862093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.862540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.863158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.863622] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.865148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.865148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.865883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.865979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.866136] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 already deleted. [ 791.866195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.956427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.956672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.956709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.958016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.958016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.958016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be created. [ 791.981904] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.981904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.981904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.981904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.981904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.988774] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: UNINITIALIZED for 2s [ 792.019106] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-911 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.019106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-911" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.019106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-911" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.019592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-911" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.020106] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.020546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.021031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.021164] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.021901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.024435] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.024435] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.024435] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.024435] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.024435] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.024435] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.024435] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.039457] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.039625] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.040356] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.040356] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-911" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040356] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-20b9c01f-3830-45bc-82b7-4b7014586c1c taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.040929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041075] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b9c01f-3830-45bc-82b7-4b7014586c1c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.205498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.205684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.205725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.205934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.206084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.206203] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d is going to be created. [ 792.233308] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.233505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.233606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.233851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.234074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.245131] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d in Status: UNINITIALIZED for 2s [ 792.546648] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.546924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.547105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.547496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.547725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.547935] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 20b9c01f-3830-45bc-82b7-4b7014586c1c not found, creating... [ 792.548353] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.548586] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.548716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.549033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.549229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.549615] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.549792] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.549933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.550183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.550333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.550470] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 20b9c01f-3830-45bc-82b7-4b7014586c1c is going to be created. [ 792.569378] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.569619] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.570077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.570458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.570738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.570982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.530041] env[69987]: INFO networking_nsxv3.common.synchronization [req-255911b7-83bc-4048-b761-0ab93bd4176c req-101e44b4-46a1-45d1-bdd1-b4453004ebfd service nova] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_rules [ 793.530400] env[69987]: INFO networking_nsxv3.common.synchronization [req-255911b7-83bc-4048-b761-0ab93bd4176c req-101e44b4-46a1-45d1-bdd1-b4453004ebfd service nova] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_members [ 793.530438] env[69987]: INFO networking_nsxv3.common.synchronization [req-255911b7-83bc-4048-b761-0ab93bd4176c req-101e44b4-46a1-45d1-bdd1-b4453004ebfd service nova] Enqueued Resource ID: 20b9c01f-3830-45bc-82b7-4b7014586c1c with Priority: HIGHEST for action port [ 793.532556] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_rules [ 793.532556] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_members [ 793.532556] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20b9c01f-3830-45bc-82b7-4b7014586c1c with Priority: HIGHEST for action port [ 793.532678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.533875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.534015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.534282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.534429] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.535667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.535877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.536010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.536260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.536528] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.536675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.536797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.537034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.537260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.537393] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.538573] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-20b9c01f-3830-45bc-82b7-4b7014586c1c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.538729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.538792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.542026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.542026] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20b9c01f-3830-45bc-82b7-4b7014586c1c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.716657] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 in Status: SUCCESS [ 793.716911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.999430] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 793.999829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.000186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.000510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.000819] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.002126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.002126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.002126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.002126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.002126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.002126] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.041107] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.042430] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.042542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.043261] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20b9c01f-3830-45bc-82b7-4b7014586c1c with status ACTIVE [ 794.043261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.043261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.043261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.043537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.043583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.043780] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.043880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.043935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.044116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.044197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.044563] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.044563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.044563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.044711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.044741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.044857] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20b9c01f-3830-45bc-82b7-4b7014586c1c is going to be updated. [ 794.071657] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.071834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.071886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.072237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.072405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20b9c01f-3830-45bc-82b7-4b7014586c1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.130170] env[69987]: INFO networking_nsxv3.common.synchronization [req-d5a1a4a0-a8ac-4005-a3d4-9c172a1fee0f req-055d41c3-0758-4523-824b-ebfcd958e973 tempest-MigrationsAdminTest-1712202806 tempest-MigrationsAdminTest-1712202806-project-member] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 794.130766] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 794.131115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.132371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.132371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.132371] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.255817] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d in Status: SUCCESS [ 794.256086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.256258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.256515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.256790] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.257350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.257350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.257350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.257350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.257597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.257597] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.507089] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.507089] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.507089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.507546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.507546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.507546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.507647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.507853] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.507992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.508239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.508371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.509062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.509062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.509062] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.547393] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.564831] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.565981] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.565981] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.565981] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.565981] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.566950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.567146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.567390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.568728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.568728] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.568728] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.568728] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.568728] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.568728] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.568728] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.568728] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.590145] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.590145] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.590145] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.590145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.591139] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-885142d2-3a31-487c-b773-a0b0df2e4e40 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.591139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.591139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.591483] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.591483] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885142d2-3a31-487c-b773-a0b0df2e4e40',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.636627] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.762526] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.762684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.762684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.762887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.763151] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.763278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.763328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.764317] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.764317] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.764317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.764766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.764766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.764766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.764766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.764766] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.014958] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a956c20c-4cac-43d4-b0b2-33b034f0a6ad: rpc.has_security_group_logging(os_id): False [ 795.032261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.032415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.032487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.032714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.032809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.033048] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.033181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.033246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.033420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.033502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.033694] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.033788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.033848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.033986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.034072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.034269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.034345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.034404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.034530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.034591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.034677] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be created. [ 795.050178] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.050375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.050375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.050576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.050670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.050766] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 is going to be created. [ 795.074339] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.074555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.074555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.074762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.074925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.082677] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: UNINITIALIZED for 2s [ 795.094257] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.095089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.095089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.095269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 885142d2-3a31-487c-b773-a0b0df2e4e40 not found, creating... [ 795.095379] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.095597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.095754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.095985] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.096140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.096839] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.096839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.096839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.097061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.097182] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.097385] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 885142d2-3a31-487c-b773-a0b0df2e4e40 is going to be created. [ 795.108099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.108218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.108284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.108484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.108669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.119103] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 795.121752] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.121961] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.122103] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.122377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.122650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.122943] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.136735] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.268417] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f87f1b41-ef37-4a9b-8f23-6076dcd5671d: rpc.has_security_group_logging(os_id): False [ 795.287531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.287531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.287531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.287531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.287531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.287845] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.287845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.287845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.287964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.288019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.288219] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.288310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.288372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.288508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.288583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.288760] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.288868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.288907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.289055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.289133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.289235] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d is going to be created. [ 795.358029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.358029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.358029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.358029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.358029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.370925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d in Status: IN_PROGRESS for 2s [ 795.639204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.639534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.639534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.639681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.639681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.639758] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be updated. [ 795.666161] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.666161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.666161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.666161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.666161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.674614] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 795.866920] env[69987]: INFO networking_nsxv3.common.synchronization [req-d5a1a4a0-a8ac-4005-a3d4-9c172a1fee0f req-532dc609-fd5a-4e93-be9d-09b70328e015 service nova] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_rules [ 795.867169] env[69987]: INFO networking_nsxv3.common.synchronization [req-d5a1a4a0-a8ac-4005-a3d4-9c172a1fee0f req-532dc609-fd5a-4e93-be9d-09b70328e015 service nova] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 795.867340] env[69987]: INFO networking_nsxv3.common.synchronization [req-d5a1a4a0-a8ac-4005-a3d4-9c172a1fee0f req-532dc609-fd5a-4e93-be9d-09b70328e015 service nova] Enqueued Resource ID: 885142d2-3a31-487c-b773-a0b0df2e4e40 with Priority: HIGHEST for action port [ 795.867516] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_rules [ 795.867644] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 795.867744] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885142d2-3a31-487c-b773-a0b0df2e4e40 with Priority: HIGHEST for action port [ 795.868386] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.868477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.868547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.868750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.868830] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.870221] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870350] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-885142d2-3a31-487c-b773-a0b0df2e4e40 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.870432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.870562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.870662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.870744] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('885142d2-3a31-487c-b773-a0b0df2e4e40',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.372415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.372601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.372721] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 885142d2-3a31-487c-b773-a0b0df2e4e40 with status ACTIVE [ 796.372985] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.373107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.373463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.373463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.373666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.373750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.373955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.373955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.374149] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.374215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.374287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.374422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.374474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.374595] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 885142d2-3a31-487c-b773-a0b0df2e4e40 is going to be updated. [ 796.393213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.393697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.393821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.393979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-885142d2-3a31-487c-b773-a0b0df2e4e40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.809804] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbb41bd7-058e-4f35-9418-031b7de1fc7a req-c277a412-4dae-44e2-bd7c-b76ea4734ddd tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 796.810478] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 796.811076] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.811290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.811418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.812147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.812370] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.812540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.812645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.812856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.812992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.813147] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.091634] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: SUCCESS [ 797.091634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.091634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.091816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.094327] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.094327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.094327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.094327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.094327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.094520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.094520] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.128558] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 797.128826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.206301] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.206301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.206301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.206628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.206628] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.206845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.207550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.207836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.208085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.208313] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.208432] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.208544] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.208963] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.208963] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 797.208963] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.209127] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.227299] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.227299] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 797.227445] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.227722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.228185] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-c3dea188-eaa9-40c8-ad7a-c49683af00cb taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.228482] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.228634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.230169] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.230169] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dea188-eaa9-40c8-ad7a-c49683af00cb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.315429] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.315668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.315812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.316150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.316364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318042] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.318042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.318042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.318042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.318042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.318042] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 797.343100] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.343367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.343367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.343972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.343972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.355594] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 797.382727] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d in Status: SUCCESS [ 797.382975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.597563] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.685321] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 797.685321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.685549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.686137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.686137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.686137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.686380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.686380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.686461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.687157] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.733276] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.733531] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.733690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.734069] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.734247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.734764] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port c3dea188-eaa9-40c8-ad7a-c49683af00cb not found, creating... [ 797.734764] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.734913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.736021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.736021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.736021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.736021] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.736021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.736277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.736277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.737791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.737791] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: c3dea188-eaa9-40c8-ad7a-c49683af00cb is going to be created. [ 797.757048] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.757801] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.758139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.758551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.758872] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.760403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.101625] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45: rpc.has_security_group_logging(os_id): False [ 798.121412] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.121412] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.121412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.121412] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 is going to be created. [ 798.182757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.183063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.183220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.183397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.189265] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.196019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: IN_PROGRESS for 2s [ 798.691449] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.016817] env[69987]: INFO networking_nsxv3.common.synchronization [req-af0abf30-8ccc-448b-8cd7-0bb6bd8da5f6 req-15af26ad-3459-42e8-b6d3-cbb6d4dcf2bd tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 799.017958] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 799.018809] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.018809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.018809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.018809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.021629] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.021629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.021629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.021629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.021629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.021629] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.112157] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbb41bd7-058e-4f35-9418-031b7de1fc7a req-a18bb679-1fdd-4c89-a011-55aa04a33f9c service nova] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_rules [ 799.112157] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbb41bd7-058e-4f35-9418-031b7de1fc7a req-a18bb679-1fdd-4c89-a011-55aa04a33f9c service nova] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 799.112157] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbb41bd7-058e-4f35-9418-031b7de1fc7a req-a18bb679-1fdd-4c89-a011-55aa04a33f9c service nova] Enqueued Resource ID: c3dea188-eaa9-40c8-ad7a-c49683af00cb with Priority: HIGHEST for action port [ 799.112506] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_rules [ 799.112538] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 799.112657] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3dea188-eaa9-40c8-ad7a-c49683af00cb with Priority: HIGHEST for action port [ 799.112907] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.116933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.117656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.117656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.117656] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.118768] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.118950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.119179] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3dea188-eaa9-40c8-ad7a-c49683af00cb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.119308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.119367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.119541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.119614] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3dea188-eaa9-40c8-ad7a-c49683af00cb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.194138] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.194300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.194368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.194601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.194675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.194767] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be updated. [ 799.229551] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.229720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.229813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.230057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.230206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.239226] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 799.369104] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 799.369104] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 deletion is rescheduled due to dependency. [ 799.369104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.369869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.369869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.369869] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.369869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.369869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.370091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.370091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.370176] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.522989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.523163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.523226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.523693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.523802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.524067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.524122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.524178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.524335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.524413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.524501] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 799.564158] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.564367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.564367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.564572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.564709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.574882] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 799.621689] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.621844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.626256] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3dea188-eaa9-40c8-ad7a-c49683af00cb with status ACTIVE [ 799.626457] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.626581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.626645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.627200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.627321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.627510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.627657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.627702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.627824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.627906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.628134] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.628235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.628297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.628439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.628515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.628608] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3dea188-eaa9-40c8-ad7a-c49683af00cb is going to be updated. [ 799.696071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.696236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.696306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.696518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.696650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.696804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3dea188-eaa9-40c8-ad7a-c49683af00cb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.775168] env[69987]: INFO networking_nsxv3.common.synchronization [req-b0dff5bb-c5a6-4339-a631-dc8938ed2ae5 req-ef940bb4-7253-4a83-a07e-5596290151ac tempest-ServerMetadataNegativeTestJSON-1746799822 tempest-ServerMetadataNegativeTestJSON-1746799822-project-member] Enqueued Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_members [ 799.775973] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_members [ 799.776579] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.776669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.776726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.777111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.777374] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.777616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.777739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.778017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.778192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.778353] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.873181] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.211368] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: SUCCESS [ 800.211621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.281528] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.281699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.281774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.282273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.282377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.282595] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.283025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.283025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.283674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.283784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.283997] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 already deleted. [ 800.284064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.370040] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.370040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-459" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.370040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-459" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.370040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-459" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.370040] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.370040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.370040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.370040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.370900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.371700] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.372345] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.375018] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.375018] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.375018] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.375018] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.375018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.375018] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.396335] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.396335] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.396335] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.396335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-459" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.396335] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-c7ee288e-97b3-4ede-8384-13bef028a530 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.396335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.396335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.396335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.396335] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ee288e-97b3-4ede-8384-13bef028a530',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.880059] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.880059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.880059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.880059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.880059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.880059] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 800.900913] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.903325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.903464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.904056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.904272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.904440] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port c7ee288e-97b3-4ede-8384-13bef028a530 not found, creating... [ 800.905032] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.909261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.909399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.909667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.909814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.910224] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.910404] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.910527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.910758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.910892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.911051] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: c7ee288e-97b3-4ede-8384-13bef028a530 is going to be created. [ 800.912870] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.912988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.913087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.913283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.913418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.925903] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 800.934995] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.935232] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.935360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.935642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.935936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.936624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.154182] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 801.154321] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:1 started [ 801.249337] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 801.249635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.249772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.251790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.252051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.252191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.252260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.252451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.252539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.252726] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.299366] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f93ea35b-daea-4048-b5a0-58a829e36d1c None None] Enqueued Resource ID: e3143ff2-d7b7-4bb8-858e-0359ce870f43 with Priority: HIGHEST for action port [ 801.299638] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3143ff2-d7b7-4bb8-858e-0359ce870f43 with Priority: HIGHEST for action port [ 801.300238] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3143ff2-d7b7-4bb8-858e-0359ce870f43 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.302448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3143ff2-d7b7-4bb8-858e-0359ce870f43" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.302579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3143ff2-d7b7-4bb8-858e-0359ce870f43" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.302891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3143ff2-d7b7-4bb8-858e-0359ce870f43" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.303370] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3143ff2-d7b7-4bb8-858e-0359ce870f43',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.587181] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 801.587432] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 801.587584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.756951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.757168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.757240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.757462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.757665] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.757771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.757836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.758008] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.758096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.758183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.758330] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.758422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.758501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.758724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.758910] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.759015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.759086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.759230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.759309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.759392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.759484] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.805479] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3143ff2-d7b7-4bb8-858e-0359ce870f43 [ 801.805694] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.805694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.805795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.805969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.806041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.806155] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3143ff2-d7b7-4bb8-858e-0359ce870f43 already deleted. [ 801.806240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3143ff2-d7b7-4bb8-858e-0359ce870f43" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.857895] env[69987]: INFO networking_nsxv3.common.synchronization [req-b0dff5bb-c5a6-4339-a631-dc8938ed2ae5 req-773bd61b-f400-4ada-a211-07efcda4c4ab service nova] Enqueued Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_rules [ 801.858081] env[69987]: INFO networking_nsxv3.common.synchronization [req-b0dff5bb-c5a6-4339-a631-dc8938ed2ae5 req-773bd61b-f400-4ada-a211-07efcda4c4ab service nova] Enqueued Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_members [ 801.858217] env[69987]: INFO networking_nsxv3.common.synchronization [req-b0dff5bb-c5a6-4339-a631-dc8938ed2ae5 req-773bd61b-f400-4ada-a211-07efcda4c4ab service nova] Enqueued Resource ID: c7ee288e-97b3-4ede-8384-13bef028a530 with Priority: HIGHEST for action port [ 801.858444] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_rules [ 801.858569] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_members [ 801.858683] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ee288e-97b3-4ede-8384-13bef028a530 with Priority: HIGHEST for action port [ 801.859246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.859361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.859425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.859651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.859729] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.862012] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.862130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.862197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.862362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.862502] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.862589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.862646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.864013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.864013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.864013] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.867223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ee288e-97b3-4ede-8384-13bef028a530 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.867339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.867406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.867563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.867639] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ee288e-97b3-4ede-8384-13bef028a530',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.264101] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a0ada0-d959-4df9-9c1b-f29c9ddc6228: rpc.has_security_group_logging(os_id): False [ 802.283550] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.283550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.283550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.283550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.283550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.283550] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.283550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.283550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.283847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.283847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.283905] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.285046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.285046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.285046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.285046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.285046] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.285046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.285046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.285334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.285334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.285386] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be updated. [ 802.340713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.340863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.340964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.341216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.342062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.353581] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 802.370439] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.371533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.372302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.372302] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7ee288e-97b3-4ede-8384-13bef028a530 with status ACTIVE [ 802.372302] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.372302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.372302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.372534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.372534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.372637] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.372706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.372771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.372945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.373036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.373524] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.373750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.373750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.373821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.373894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.373981] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7ee288e-97b3-4ede-8384-13bef028a530 is going to be updated. [ 802.409898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.409898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.409898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.409898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.409898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.410251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ee288e-97b3-4ede-8384-13bef028a530" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.877029] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.935564] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 802.935832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.936035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.936259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.936460] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.936579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.936647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.936825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.936943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.937051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.937151] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.116117] env[69987]: INFO networking_nsxv3.common.synchronization [req-5a92120c-d9ab-47df-a689-ea7a47a6681c req-dc93d1cb-571e-4198-a317-2bcebcb1cf79 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 803.116717] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 803.117387] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.117540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.117610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.117823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.117994] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.118113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.118176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.118335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.118421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.118520] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.383237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.383237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.383237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.383237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.383237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.383237] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 is going to be created. [ 803.407773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.407773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.407773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.407773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.407773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.423122] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 in Status: UNINITIALIZED for 2s [ 803.439692] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.439963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.439963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.440836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.440836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.440836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.440836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.440836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.440836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.441290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.441290] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.441290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.441290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.441513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.441569] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.441662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.441662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.441797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.442022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.442022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.442161] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.625683] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.625683] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.625683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.625683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 803.657096] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.657096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.657096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.657096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.657096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.666520] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 803.709170] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8ff4caf6-8139-4bcd-8aa8-7c9f4c5fc0bc None None] Enqueued Resource ID: f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e with Priority: HIGHEST for action port [ 803.710012] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e with Priority: HIGHEST for action port [ 803.710317] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.710484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.710602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.710974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.711085] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.824571] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd725dfd-af4f-4081-8ac4-9b6442a46318 req-4284c655-9a8a-423a-aabc-52f0b2548e9b tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 803.824571] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 803.824571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.824571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.824571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.824571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.824571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.824571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.824571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.824571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.826113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.826113] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.946875] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eb24750-de46-4d34-b982-85dfe7ebba28: rpc.has_security_group_logging(os_id): False [ 803.964077] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.964077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.964077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.964287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.964287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.965185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.965185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.965185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.965185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.965185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.965629] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.965629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.965807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.966184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.966368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.968025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.968025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.968025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.968025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.968025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.968025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 804.025327] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.025327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.025327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.025327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.025327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.045304] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 804.214017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e [ 804.214902] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.214902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.214902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.214902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.214902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.214902] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e already deleted. [ 804.215198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0d6d021-c4ed-4a1f-9e6f-a5205fe1d83e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.328076] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.366784] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 804.366784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.440563] env[69987]: INFO networking_nsxv3.common.synchronization [req-461481c3-28a4-4b07-803e-815da5eb73b6 req-0e0544c0-4736-467b-9ccf-be0d7b6489e8 tempest-ServerAddressesNegativeTestJSON-1313240219 tempest-ServerAddressesNegativeTestJSON-1313240219-project-member] Enqueued Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_members [ 804.441250] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGHEST for action security_group_members [ 804.441616] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.441765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.441856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.442499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.443205] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.443381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.443483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.443835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.443960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.444319] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.487512] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.487717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.487843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.488513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.488799] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.488966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.489102] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.489337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.489486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.489697] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.489814] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.489923] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.490074] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.490151] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 804.490333] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.490419] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.527151] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.527151] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 804.527333] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.528581] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-160" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.529195] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-264f000d-41b7-4904-8621-8cd06efa69c8 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.529395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.529519] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.530129] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.532435] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264f000d-41b7-4904-8621-8cd06efa69c8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.830932] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.949850] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.950048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.950125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.950348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.950446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.950740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.950796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.950942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.951028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.951112] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d is going to be updated. [ 804.978351] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.979069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.979069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.979069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.979069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.986710] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d in Status: IN_PROGRESS for 2s [ 805.036038] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.036038] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.036038] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.036360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.036555] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.036780] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 264f000d-41b7-4904-8621-8cd06efa69c8 not found, creating... [ 805.037081] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.037246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.037363] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.037582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.037725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.038010] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.038195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.038337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.038579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.038721] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.038887] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 264f000d-41b7-4904-8621-8cd06efa69c8 is going to be created. [ 805.076064] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.076220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.076329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.076617] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.076893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.077153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.332786] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.332970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.333054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.333225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.333316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.333413] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 805.362571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.362753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.362821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.363085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.363777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.373034] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 805.431074] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 in Status: SUCCESS [ 805.431469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.431619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.431709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.431922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.432033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.432091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.432256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.432325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.432419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.432530] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.677133] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 805.677471] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad deletion is rescheduled due to dependency. [ 805.677471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.751071] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd725dfd-af4f-4081-8ac4-9b6442a46318 req-c8348ef7-f262-4039-932b-0a77ad26d9df service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 805.751225] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd725dfd-af4f-4081-8ac4-9b6442a46318 req-c8348ef7-f262-4039-932b-0a77ad26d9df service nova] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 805.751381] env[69987]: INFO networking_nsxv3.common.synchronization [req-bd725dfd-af4f-4081-8ac4-9b6442a46318 req-c8348ef7-f262-4039-932b-0a77ad26d9df service nova] Enqueued Resource ID: 264f000d-41b7-4904-8621-8cd06efa69c8 with Priority: HIGHEST for action port [ 805.751640] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_rules [ 805.751774] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 805.751874] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264f000d-41b7-4904-8621-8cd06efa69c8 with Priority: HIGHEST for action port [ 805.752549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.752549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.752678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.752787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.752890] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.753957] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.753957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.754174] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-264f000d-41b7-4904-8621-8cd06efa69c8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.754274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.754334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.754500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.754579] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('264f000d-41b7-4904-8621-8cd06efa69c8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.935269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.935424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.935490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.935713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.935964] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.936130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.936205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.936399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.936522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.936610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.936827] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.936952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.937029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.937250] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.937320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.937413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.937464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.937602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.937678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.937761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.937852] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.059742] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 806.059964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.255988] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.256141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.256352] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 264f000d-41b7-4904-8621-8cd06efa69c8 with status ACTIVE [ 806.256521] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.256629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.256690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.256920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.256993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.257179] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.257280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.257340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.257499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.257570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.257757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.257861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.257920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.258070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.258147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.258232] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 264f000d-41b7-4904-8621-8cd06efa69c8 is going to be updated. [ 806.280854] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.280854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.280854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.280854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.280854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.281297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-264f000d-41b7-4904-8621-8cd06efa69c8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.282698] env[69987]: INFO networking_nsxv3.common.synchronization [req-0cf38c8b-9cb2-4e1f-88a4-c3a416afe62a req-3886084e-62f6-4266-be28-2d2f255ceba5 tempest-ServerActionsV293TestJSON-303158452 tempest-ServerActionsV293TestJSON-303158452-project-member] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_members [ 806.282938] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_members [ 806.283889] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.283989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.284195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.284454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.284995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.284995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.284995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.285221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.285221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.285313] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.444266] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a68ffebb-f0a0-453c-9b31-a9244fd4d610: rpc.has_security_group_logging(os_id): False [ 806.464868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.464868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.465101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.466552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.466656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.466938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.467595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.467595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.467595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.467595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.467595] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.467979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.467979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.467979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.467979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.471320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.471451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.471522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.471707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.471794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.471911] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 is going to be created. [ 806.535507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.535848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.535848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.539258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.539258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.546987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 in Status: IN_PROGRESS for 2s [ 806.633748] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.633988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-816" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.633988] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-816" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.634298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-816" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.635053] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.635053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.635053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.635282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.635282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.635442] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.635580] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.635822] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.635822] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.636000] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 806.636182] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.636407] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.659377] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.659597] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 806.660164] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.660164] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-816" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.660338] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-bd1e50cf-3e19-4962-b159-76798af793d4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.660504] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.660598] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.660923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.661077] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1e50cf-3e19-4962-b159-76798af793d4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.685915] env[69987]: INFO networking_nsxv3.common.synchronization [req-1e5c0c6c-4c90-453b-9afe-a9aebb9151a8 req-c4908da7-6178-4e1a-b6bf-a68d8e96a1b6 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_members [ 806.686715] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a with Priority: HIGHEST for action security_group_members [ 806.687070] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.687202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.687273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.687469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.687646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.687746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.687818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.687953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.688050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.688209] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ff3cff6-adbf-436a-bc4c-fcfb39058d7a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.786974] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.787154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.787219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.787404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.787498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.787689] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.787786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.787847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.787992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.788083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.788168] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd already deleted. [ 806.788248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.999623] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d in Status: SUCCESS [ 806.999806] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d deletion is rescheduled due to dependency. [ 806.999856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.165444] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.165444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.165444] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.165692] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.165919] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.166091] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port bd1e50cf-3e19-4962-b159-76798af793d4 not found, creating... [ 807.166353] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.166508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.166732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.166842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.166995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.167287] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.167439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.167554] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.167757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.167889] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.168091] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: bd1e50cf-3e19-4962-b159-76798af793d4 is going to be created. [ 807.187187] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.187411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.187537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.187810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188935] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.188935] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.192634] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.192634] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.192634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.192634] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a is going to be updated. [ 807.222922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.223197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.223197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.223403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.223550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.233097] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a in Status: IN_PROGRESS for 2s [ 807.385092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 807.385092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.385092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.385212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.385360] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.385721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.385721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.385721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.385859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.385889] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.888366] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.995475] env[69987]: INFO networking_nsxv3.common.synchronization [req-0cf38c8b-9cb2-4e1f-88a4-c3a416afe62a req-f1ad55cc-856c-4049-9060-fc17d3b7cb3e service nova] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_rules [ 807.995654] env[69987]: INFO networking_nsxv3.common.synchronization [req-0cf38c8b-9cb2-4e1f-88a4-c3a416afe62a req-f1ad55cc-856c-4049-9060-fc17d3b7cb3e service nova] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_members [ 807.995827] env[69987]: INFO networking_nsxv3.common.synchronization [req-0cf38c8b-9cb2-4e1f-88a4-c3a416afe62a req-f1ad55cc-856c-4049-9060-fc17d3b7cb3e service nova] Enqueued Resource ID: bd1e50cf-3e19-4962-b159-76798af793d4 with Priority: HIGHEST for action port [ 807.996088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_rules [ 807.996336] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_members [ 807.996336] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1e50cf-3e19-4962-b159-76798af793d4 with Priority: HIGHEST for action port [ 807.996875] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.996970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.997424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.997649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.997736] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.998578] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.998674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.998738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.998893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.999134] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.999252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.999252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.001552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.001552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.001552] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.001552] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1e50cf-3e19-4962-b159-76798af793d4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.001552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.001552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.001552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.001552] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1e50cf-3e19-4962-b159-76798af793d4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.391104] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.502824] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.502996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503212] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.504276] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd1e50cf-3e19-4962-b159-76798af793d4 with status ACTIVE [ 808.504358] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.504423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.504492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.504694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.504783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.504945] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.505128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.505128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.505256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.505353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.506112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.506112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.506112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.506112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506112] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd1e50cf-3e19-4962-b159-76798af793d4 is going to be updated. [ 808.525027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.525174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.525239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.525452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.525591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.525998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1e50cf-3e19-4962-b159-76798af793d4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.558278] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 in Status: SUCCESS [ 808.558427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.895688] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.895988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.895988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.896255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.896350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.896453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 808.931092] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.931510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.931510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.931696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.931776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.941700] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 809.008307] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.241724] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a in Status: SUCCESS [ 809.241895] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ff3cff6-adbf-436a-bc4c-fcfb39058d7a deletion is rescheduled due to dependency. [ 809.242035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ff3cff6-adbf-436a-bc4c-fcfb39058d7a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.513613] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.513843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.513843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.514087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.514186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.514340] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd is going to be created. [ 809.549531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.549667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.549771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.549936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.550103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.558926] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: UNINITIALIZED for 2s [ 810.585175] env[69987]: INFO networking_nsxv3.common.synchronization [req-cee57838-70b1-4783-adf9-50fcce04313f req-e1bb083a-8c3d-4106-8459-9e5bd20fc040 tempest-ListServerFiltersTestJSON-2079587369 tempest-ListServerFiltersTestJSON-2079587369-project-member] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 810.585175] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 810.585175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.589706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.589954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.593823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.593823] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.593823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.593823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.593823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.593823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.593823] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.950880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 810.951178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.951357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.951574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.951766] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.951898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.951955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.952138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.952179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.952255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.952370] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.097042] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.454991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.455161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.455238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.455466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.455644] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.455744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.455813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.456050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.456145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.456233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.456379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.456469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.456527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.456667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.456805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.456896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.456954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.457104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.457183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.457262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.457350] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.569453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: SUCCESS [ 811.569776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.570050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.570371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.570654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.570852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.570992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.571261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.571403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.571531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.571657] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.599539] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.959305] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ecf4f7-6ba0-4349-89a4-0e1bb018b031: rpc.has_security_group_logging(os_id): False [ 811.977688] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.977868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.978285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.978512] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.978611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.978674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.978928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979182] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.979319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.979377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.979547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.979627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979843] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.979940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.979998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.980301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.980352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.980422] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 812.043275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.044806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.044806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.044806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.044806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.059668] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 812.074219] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.102172] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.102340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.102437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.102771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.102925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.103024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 812.164660] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.164800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.164855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.165177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.165389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.174806] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 812.577301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd: rpc.has_security_group_logging(os_id): False [ 812.596071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.596395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.596525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.596764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.596978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.597347] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.597468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.597539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.597732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.597824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.597924] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd is going to be created. [ 812.654778] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.655264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.655264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.655264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.655420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.679899] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: IN_PROGRESS for 2s [ 814.074539] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 814.075468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.183591] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 814.183843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.549472] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-e96e4d03-ba7b-4cf4-9fdf-319ebcd2b992 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 814.550500] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 814.551537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.551728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.551837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.552093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.552664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.552664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.552664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.552664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.552896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.553254] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.615741] env[69987]: INFO networking_nsxv3.common.synchronization [req-f2e756e3-db12-4324-b531-6a1ea0143627 req-69511e95-9c3a-44ff-b14c-d0b16a53c0d6 tempest-ServersAdminNegativeTestJSON-371890694 tempest-ServersAdminNegativeTestJSON-371890694-project-member] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 814.617436] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGHEST for action security_group_members [ 814.617784] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.617908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.617977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.618193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.618344] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.618503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.618643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.618727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.618819] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.694257] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: SUCCESS [ 814.694493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.918285] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-d2d776fd-912e-4036-a536-fba8372f768a tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 814.918894] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 814.919286] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.919392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.057028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.057028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.057028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.057028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.057028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.057028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.057628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.057628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.057628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 815.083894] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.084197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.084197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.084373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.084535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.092621] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 815.121531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.121741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.121817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.122099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.122444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.122531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.122596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.122629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.122810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.122895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.122984] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be updated. [ 815.156400] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.156631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.156631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.156832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.156987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.165366] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: IN_PROGRESS for 2s [ 815.616703] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-508" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-508" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-508" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619088] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619985] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.620514] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.620929] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.621398] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.624027] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.624027] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 815.624027] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.624027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.650161] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.650161] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 815.650161] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.650161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-508" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.650161] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-d88e5a75-d299-4552-ae33-7d3b1508aefd taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.650161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.650161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.650161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.650161] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88e5a75-d299-4552-ae33-7d3b1508aefd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.700324] env[69987]: INFO networking_nsxv3.common.synchronization [req-a416ab11-a26f-4526-b575-8e41b0593e76 req-dbff6036-5f23-4fb5-adaa-16e48eee12d1 tempest-ServerMetadataNegativeTestJSON-1746799822 tempest-ServerMetadataNegativeTestJSON-1746799822-project-member] Enqueued Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_members [ 815.700324] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGHEST for action security_group_members [ 815.700324] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.700324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.700324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.700324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.700324] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.700324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.700924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.701223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.701427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.701642] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.799659] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8a7f73b5-f93b-408e-898c-8d2969534266 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_rules [ 815.801582] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_rules [ 815.801582] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.801582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.801582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.801582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.801582] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.895987] env[69987]: INFO networking_nsxv3.common.synchronization [None req-25028c6f-6f44-4a8c-a66a-698e1a0f1eeb tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_rules [ 815.895987] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_rules [ 815.895987] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.895987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.160018] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.160018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port d88e5a75-d299-4552-ae33-7d3b1508aefd not found, creating... [ 816.160018] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.160018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.160680] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.160680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.160680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.160991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.161280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.161518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: d88e5a75-d299-4552-ae33-7d3b1508aefd is going to be created. [ 816.197053] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.197273] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.197394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.197666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.197888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.198128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.204431] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.204554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.204554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.204745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.204828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.205022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.206043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.206043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.206043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.206043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.206043] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 is going to be updated. [ 816.234658] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.235126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.235907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.235907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.235907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.247244] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 in Status: IN_PROGRESS for 2s [ 816.337406] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.337586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.337648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.337812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.337926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.338138] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 already deleted. [ 816.338245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.338505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.339111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.339202] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.861843] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.862063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862471] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 already deleted. [ 816.862553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.953684] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-16983319-997c-4433-bba0-5e6e18ece2d1 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 816.954827] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-16983319-997c-4433-bba0-5e6e18ece2d1 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 816.955057] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-16983319-997c-4433-bba0-5e6e18ece2d1 service nova] Enqueued Resource ID: d88e5a75-d299-4552-ae33-7d3b1508aefd with Priority: HIGHEST for action port [ 816.956726] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 816.957471] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 816.957471] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88e5a75-d299-4552-ae33-7d3b1508aefd with Priority: HIGHEST for action port [ 816.957471] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.957678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.957724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.958160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.958160] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.961545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.961759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.962122] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88e5a75-d299-4552-ae33-7d3b1508aefd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.962317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.962662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.962831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.962831] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88e5a75-d299-4552-ae33-7d3b1508aefd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.102080] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 4s [ 817.182363] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31635021-6846-49c6-bb0b-187810454846 in Status: SUCCESS [ 817.182363] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31635021-6846-49c6-bb0b-187810454846 deletion is rescheduled due to dependency. [ 817.182363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.465525] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.465658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.465849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d88e5a75-d299-4552-ae33-7d3b1508aefd with status ACTIVE [ 817.466053] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.466174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.466239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.466446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.466533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.466699] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.466807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.466849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.467107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.467290] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.467383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.467471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.467573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.467641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.467893] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d88e5a75-d299-4552-ae33-7d3b1508aefd is going to be updated. [ 817.490251] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.490447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.490521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.490774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.490940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.491182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88e5a75-d299-4552-ae33-7d3b1508aefd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.772114] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.772347] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-488" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.772475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-488" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.772797] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-488" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.773090] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.773250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.773599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.773883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.774158] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.774406] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.774547] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.774681] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.774813] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.774950] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 817.775117] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.775286] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.792748] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.792944] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 817.793103] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.793288] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-488" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.793637] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-fa46c420-ff1f-4c8e-a035-2028f969e7c0 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.793778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.793961] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.794411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.794590] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa46c420-ff1f-4c8e-a035-2028f969e7c0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.256971] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 in Status: SUCCESS [ 818.256971] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 deletion is rescheduled due to dependency. [ 818.256971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.298709] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.298932] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.299067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.299380] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.299528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.299680] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port fa46c420-ff1f-4c8e-a035-2028f969e7c0 not found, creating... [ 818.299947] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.300123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.300240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.300446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.300580] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.300851] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.301015] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.301125] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.301328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.301480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.301895] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: fa46c420-ff1f-4c8e-a035-2028f969e7c0 is going to be created. [ 818.323244] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.324026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.324026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.324026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.324200] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.324384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.100499] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-1bdfe59b-c007-4341-a6c9-5b404e475371 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 819.100699] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-1bdfe59b-c007-4341-a6c9-5b404e475371 service nova] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 819.100822] env[69987]: INFO networking_nsxv3.common.synchronization [req-9f364cd4-5486-4678-8ae6-59130c5ef129 req-1bdfe59b-c007-4341-a6c9-5b404e475371 service nova] Enqueued Resource ID: fa46c420-ff1f-4c8e-a035-2028f969e7c0 with Priority: HIGHEST for action port [ 819.101065] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_rules [ 819.101197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 819.101292] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa46c420-ff1f-4c8e-a035-2028f969e7c0 with Priority: HIGHEST for action port [ 819.101818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.101928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.103120] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.103293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.103563] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa46c420-ff1f-4c8e-a035-2028f969e7c0 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.103714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.103836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.104092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.104224] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa46c420-ff1f-4c8e-a035-2028f969e7c0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.115017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 819.115134] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 deletion is rescheduled due to dependency. [ 819.115176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.115801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.115801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.115801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.115801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.116040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.116073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.116864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.116864] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.608910] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa46c420-ff1f-4c8e-a035-2028f969e7c0 with status ACTIVE [ 819.609243] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.610949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.610949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.610949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.610949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.610949] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.610949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.610949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.611429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.611429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.611429] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.611429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.611429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.611624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.611624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.611810] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa46c420-ff1f-4c8e-a035-2028f969e7c0 is going to be updated. [ 819.619564] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.652128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.652264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.652342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.652611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.652767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.652960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa46c420-ff1f-4c8e-a035-2028f969e7c0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.762031] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-ee7d0a8a-7c0c-4c21-9947-acc2b50ae330 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 819.762031] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 819.762031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.762031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.097598] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.097760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.099828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.099828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.099828] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.099828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.099828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.099828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.099828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.100322] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.100436] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.100622] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.100679] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.100757] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 820.100859] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.100997] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.118910] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.119079] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 820.119214] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.119382] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.119687] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-2d80d63c-74f9-46d4-b671-7fb818563da4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.119846] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.119959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.120301] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.120519] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d80d63c-74f9-46d4-b671-7fb818563da4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.121233] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.266527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.266527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.266527] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea already deleted. [ 820.266527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.623279] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.624186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.624186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.624186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.624186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.624186] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 2d80d63c-74f9-46d4-b671-7fb818563da4 not found, creating... [ 820.625029] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.625029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.625029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.625029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.625029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.625315] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.625487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.625610] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.625902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.626547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.626547] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 2d80d63c-74f9-46d4-b671-7fb818563da4 is going to be created. [ 820.627458] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.627558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.627648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.627779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.627853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.627944] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 820.649163] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.649293] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.649401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.649675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.649901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.650132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.655669] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.655811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.655853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.656107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.656247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.664670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 820.967211] env[69987]: INFO networking_nsxv3.common.synchronization [req-ac95efa9-cf11-4448-ad4e-2effd82f48f4 req-54488ce9-3546-472f-8c8a-e616c0df135e tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 820.967742] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 820.968056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.968182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.968249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.968458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.968618] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.968718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.968782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.968919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.969130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.969247] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.471539] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.473031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.473031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.473389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.473557] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 821.489068] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-8ee6dd0e-4600-4106-97fa-0b61a0887a4e service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 821.489257] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-8ee6dd0e-4600-4106-97fa-0b61a0887a4e service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 821.489395] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-8ee6dd0e-4600-4106-97fa-0b61a0887a4e service nova] Enqueued Resource ID: 2d80d63c-74f9-46d4-b671-7fb818563da4 with Priority: HIGHEST for action port [ 821.489612] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 821.489739] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 821.489833] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d80d63c-74f9-46d4-b671-7fb818563da4 with Priority: HIGHEST for action port [ 821.490409] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.490568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.490568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.490739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.491266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.492180] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.492373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.492495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.492666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.492888] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.493039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.493144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.493321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.493446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.493634] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.494664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d80d63c-74f9-46d4-b671-7fb818563da4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.494831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.494938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.495172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.495303] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d80d63c-74f9-46d4-b671-7fb818563da4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.501437] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.501564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.501632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.501809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.501943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.511266] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 821.997800] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.998228] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.998378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.999198] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d80d63c-74f9-46d4-b671-7fb818563da4 with status ACTIVE [ 821.999376] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.999495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.999552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.999743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.999830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.001125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.001125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.001125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.001349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.001501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.003720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.003720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.003720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.003720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.003720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.003720] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d80d63c-74f9-46d4-b671-7fb818563da4 is going to be updated. [ 822.022508] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.024168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.024168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.024168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.024168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.024168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d80d63c-74f9-46d4-b671-7fb818563da4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.505152] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.674025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 822.674220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.674386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.674596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.674787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.674911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.674976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.675153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.675244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.675377] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.008099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.008401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.008401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.008569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.008699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.008788] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be created. [ 823.036800] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.036939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.036994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.037307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.037499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.047059] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: UNINITIALIZED for 2s [ 823.177237] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.520996] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 823.521246] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 deletion is rescheduled due to dependency. [ 823.521385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.680806] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.182570] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.182912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.182912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.183868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.183868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.183868] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 824.212908] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.213243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.213243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.213932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.213932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.225530] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 824.260327] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-57bf88d7-4671-4334-bc9b-9e54a6218ef0 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 824.260895] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 824.261225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.261334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.567982] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-605 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.568221] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.568410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.568706] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.569049] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.569215] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.569336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.569555] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.569697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.569903] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.570028] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.570140] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.570250] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.570360] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 824.570584] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.570584] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.588280] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.588437] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 824.588533] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.588744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-605" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.589099] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-56bddff9-755c-462f-954d-7b8b28651134 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.589317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.589515] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.590077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.590370] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bddff9-755c-462f-954d-7b8b28651134',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.057447] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 825.057668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.057893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.058165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.058365] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.058500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.058565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.059605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.059605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.059605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.059605] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.059812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.059967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.060742] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.060742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.060742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.060742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.060742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.060742] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.094057] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.094374] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.094540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.094842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.095033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.095199] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 56bddff9-755c-462f-954d-7b8b28651134 not found, creating... [ 825.095488] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.095648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.095757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.095966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.096147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.096447] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.096616] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.096765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.096986] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.097142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.097285] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 56bddff9-755c-462f-954d-7b8b28651134 is going to be created. [ 825.117898] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.117898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.117898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.117898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.118257] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.118329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.566241] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.566241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.566241] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.944937] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-524fdcd9-2f03-4190-a968-04b011b6a4bd service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 825.945128] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-524fdcd9-2f03-4190-a968-04b011b6a4bd service nova] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 825.945270] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae20dc0-dbdc-4a31-84a4-d7bf248e72e1 req-524fdcd9-2f03-4190-a968-04b011b6a4bd service nova] Enqueued Resource ID: 56bddff9-755c-462f-954d-7b8b28651134 with Priority: HIGHEST for action port [ 825.945529] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_rules [ 825.945664] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 825.945779] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56bddff9-755c-462f-954d-7b8b28651134 with Priority: HIGHEST for action port [ 825.946367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.946762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.946910] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-56bddff9-755c-462f-954d-7b8b28651134 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.948086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.948214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.948448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.948548] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56bddff9-755c-462f-954d-7b8b28651134',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.066185] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.234894] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 826.235345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.235496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.235734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.235950] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.236155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.236269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.236396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.236478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.236564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.236661] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.237490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.237662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.237801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.237902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.237958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.238112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.238190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.238275] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.450462] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56bddff9-755c-462f-954d-7b8b28651134 with status ACTIVE [ 826.450737] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.450889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.450936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.451188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.451284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.451460] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.451560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.451618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.451768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.451855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.452054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.452148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.452206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.452401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.452523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.452523] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56bddff9-755c-462f-954d-7b8b28651134 is going to be updated. [ 826.472407] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.472689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.472689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.472840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.472978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.473560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56bddff9-755c-462f-954d-7b8b28651134" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.568739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.568739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.569327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.569327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.569327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.569327] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 826.604368] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.604514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.604590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.604888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.604965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.613874] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 826.740206] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.740421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.740489] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.242612] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.746048] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.746048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.746048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.746445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.746445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.746445] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 827.770633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.770780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.770844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.771063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.771207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.779510] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 828.623049] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 828.623365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.623452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.623617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.623800] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.623916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.623980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.624147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.624228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.624314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.624520] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.624604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.624643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.624789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.624944] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.625039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.625103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.625239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.625312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.625391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.625477] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.627933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.627933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.627933] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.627933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.627933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.627933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.627933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.627933] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.129233] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7630a9a-cd21-4dcb-8ae7-7937be6700ea: rpc.has_security_group_logging(os_id): False [ 829.131034] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.149594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.149832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.149957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.150273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.150437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.150727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.150831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.150892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.151099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.151181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.151329] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.151417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.151623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.151785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.151879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.152121] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.152242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.152319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.152483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.152576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.154012] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be created. [ 829.211630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.211777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.213042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.213042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.213042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.226116] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 829.633809] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.789846] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 829.790135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.790315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.790563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.790712] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.790819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.790882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.791037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.791111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.791195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.791353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.791450] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.791507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.791639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.791777] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.791867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.791926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.792123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.792200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.792280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.792371] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.064652] env[69987]: INFO networking_nsxv3.common.synchronization [req-4fb8db34-3944-4e6a-9ba8-9ba866724d8d req-b87a91b8-2996-46f1-a7fb-d6d484f3885b tempest-FloatingIPsAssociationTestJSON-288183458 tempest-FloatingIPsAssociationTestJSON-288183458-project-member] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 830.065306] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 830.065663] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.065819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.065888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.066164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.066394] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.066525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.066589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.066813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.066957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.067088] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.136707] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.136996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.136996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.137239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.137370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.138150] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 830.171339] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.171551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.171551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.173641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.174211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.186120] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 830.294988] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9784bdf8-1d48-45c7-b74e-9a951c4e3612: rpc.has_security_group_logging(os_id): False [ 830.314537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.314537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.314537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.314537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.314537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.314537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.314537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.314537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.316226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.316226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.316226] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.316226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.316226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.316226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.316226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.317319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.317319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.317319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.317319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.317319] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 830.370831] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.371174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.371174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.372485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.372485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.390016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 830.569655] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.571495] env[69987]: INFO networking_nsxv3.common.synchronization [req-b87498c8-4c88-4716-a855-e05815f7105c req-586bd195-116e-4ce6-9415-ae1e70a78358 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 830.577495] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 830.578173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.578317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.578375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.578607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.579219] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.579219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.579219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.579219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.579219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.579917] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.922599] env[69987]: INFO networking_nsxv3.common.synchronization [req-b87498c8-4c88-4716-a855-e05815f7105c req-0942414c-ad5d-42da-8114-482e7f2c21a0 tempest-ServersTestMultiNic-1926047732 tempest-ServersTestMultiNic-1926047732-project-member] Enqueued Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 830.922599] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 with Priority: HIGHEST for action security_group_members [ 830.922599] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9784bdf8-1d48-45c7-b74e-9a951c4e3612 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.922599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.978962] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.978962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.978962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.979237] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.979965] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.980665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.980665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.980665] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.980821] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.980996] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.981158] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.981694] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.982201] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.982201] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 830.982201] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.982846] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.002265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.002531] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.002674] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.002845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-428" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.003173] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-9f4cb414-15f4-4fb9-9ad2-6622cded83db taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.003341] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.003462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.003757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.003896] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4cb414-15f4-4fb9-9ad2-6622cded83db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.072504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.083721] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.244590] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 831.244891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.244995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.245196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.245285] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.506435] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.506654] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.506781] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.507123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.507248] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.507368] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 9f4cb414-15f4-4fb9-9ad2-6622cded83db not found, creating... [ 831.507668] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.508217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.508217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.508217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.508421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.508499] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.508672] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.508795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.509008] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.509148] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.509288] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 9f4cb414-15f4-4fb9-9ad2-6622cded83db is going to be created. [ 831.536629] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.536906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.537079] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.537303] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.537537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.537752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.575281] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.575473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.575563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.575693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.575779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.575877] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be updated. [ 831.585703] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.608451] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.608630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.608695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.608930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.609119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.622521] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 831.747620] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.747792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.088178] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.088285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.088426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.088551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.088638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.088736] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be updated. [ 832.115594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.115594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.115594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.115594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.115594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.122582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 2s [ 832.195423] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 832.195661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.195842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.196107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.196462] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.196618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.196618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.196751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.196797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.196880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.197039] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.274077] env[69987]: INFO networking_nsxv3.common.synchronization [req-4fb8db34-3944-4e6a-9ba8-9ba866724d8d req-566014c1-5020-480b-af19-6c3d08d696e0 service nova] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_rules [ 832.274361] env[69987]: INFO networking_nsxv3.common.synchronization [req-4fb8db34-3944-4e6a-9ba8-9ba866724d8d req-566014c1-5020-480b-af19-6c3d08d696e0 service nova] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 832.274431] env[69987]: INFO networking_nsxv3.common.synchronization [req-4fb8db34-3944-4e6a-9ba8-9ba866724d8d req-566014c1-5020-480b-af19-6c3d08d696e0 service nova] Enqueued Resource ID: 9f4cb414-15f4-4fb9-9ad2-6622cded83db with Priority: HIGHEST for action port [ 832.274675] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_rules [ 832.274802] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 832.274907] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4cb414-15f4-4fb9-9ad2-6622cded83db with Priority: HIGHEST for action port [ 832.275461] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.275592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.275666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.275858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.275936] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.280127] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f4cb414-15f4-4fb9-9ad2-6622cded83db taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.280675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.280675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.280847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.280950] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4cb414-15f4-4fb9-9ad2-6622cded83db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.404737] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 832.405818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.407153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.407153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.407153] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.561925] env[69987]: INFO networking_nsxv3.common.synchronization [req-82822379-46b3-4096-aaa2-10ea2edaf090 req-e5bba9a5-0c93-4ef7-816b-f55b156abc20 tempest-ServersWithSpecificFlavorTestJSON-697419574 tempest-ServersWithSpecificFlavorTestJSON-697419574-project-member] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 832.561925] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 832.561925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.561925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.561925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.562774] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.563094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.563286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.563547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.563743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.563961] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.702716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.702716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.702716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.702716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.702716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.703489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.703489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.703489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.703489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.703489] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.783157] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.783293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.783525] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f4cb414-15f4-4fb9-9ad2-6622cded83db with status ACTIVE [ 832.783713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.783831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.783894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.784213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.784293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.784533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.784635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.784709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.784874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.784952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.785324] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.785324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.785324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.785497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.785529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.785603] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f4cb414-15f4-4fb9-9ad2-6622cded83db is going to be updated. [ 832.805992] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.805992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.805992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.805992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.805992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.806486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f4cb414-15f4-4fb9-9ad2-6622cded83db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.931249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.931343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931858] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be deleted. [ 832.979357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.979582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.979627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.979873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.980018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.980151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.047691] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.047891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.048026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.048309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.048572] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.048728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.048843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.049370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.049563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.049786] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.049902] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.050023] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.050137] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.050865] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.051265] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.051395] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.067174] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.067437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.067569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.067781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.067874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.068335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.068442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.068512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.068663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.068745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.068843] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be updated. [ 833.079175] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.079567] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.079855] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.080071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-984" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.080416] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.080680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.080827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081194] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.081336] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9985d6b-dfb2-4569-99f9-a42c283e7cd1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.102269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.102476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.102539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.102753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.102905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.112619] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 2s [ 833.169846] env[69987]: INFO networking_nsxv3.common.synchronization [req-467e3c4e-42e5-4ee4-be82-6ed98953e311 req-2a794e95-864c-405c-9a66-db8d2f93938d tempest-ServersTestFqdnHostnames-1854434547 tempest-ServersTestFqdnHostnames-1854434547-project-member] Enqueued Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_members [ 833.171324] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa with Priority: HIGHEST for action security_group_members [ 833.171784] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.171906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.172061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.172320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.172494] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.172596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.172654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.172809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.172891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.172988] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fe42996-7f73-4d7a-8844-e92ddb2ecefa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.205997] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7630a9a-cd21-4dcb-8ae7-7937be6700ea: rpc.has_security_group_logging(os_id): False [ 833.223707] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.224111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.224111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.224347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.224435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.224664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.224757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.224818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.224959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.225042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.225210] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.225356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.225436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.225795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.225899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.229018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.229018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.229018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.229018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.229018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.229018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 833.288776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.288776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.288776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.288776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.288776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.302868] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 833.583617] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.583841] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.583968] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.584351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.584597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.584766] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port a9985d6b-dfb2-4569-99f9-a42c283e7cd1 not found, creating... [ 833.585054] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.585265] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.585400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.585645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.585782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.586078] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.586236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.586516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.586740] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.586879] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.587033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: a9985d6b-dfb2-4569-99f9-a42c283e7cd1 is going to be created. [ 833.608172] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.608408] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.608510] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.608738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.608960] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.609244] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.630890] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 833.631092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.631237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.631418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.631590] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.631693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.631757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.631903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.631982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.632225] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.674925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.675144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.675144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.675264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.675351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.675537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.675632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.675693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.675836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.675911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.675995] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa is going to be updated. [ 833.713900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.714086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.714135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.714283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.714412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.724579] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa in Status: IN_PROGRESS for 2s [ 834.132133] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: IN_PROGRESS for 4s [ 834.134577] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.635221] env[69987]: INFO networking_nsxv3.common.synchronization [req-82822379-46b3-4096-aaa2-10ea2edaf090 req-e754008b-ed83-48aa-b9f3-7b1881cd4b32 service nova] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 834.635530] env[69987]: INFO networking_nsxv3.common.synchronization [req-82822379-46b3-4096-aaa2-10ea2edaf090 req-e754008b-ed83-48aa-b9f3-7b1881cd4b32 service nova] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 834.635891] env[69987]: INFO networking_nsxv3.common.synchronization [req-82822379-46b3-4096-aaa2-10ea2edaf090 req-e754008b-ed83-48aa-b9f3-7b1881cd4b32 service nova] Enqueued Resource ID: a9985d6b-dfb2-4569-99f9-a42c283e7cd1 with Priority: HIGHEST for action port [ 834.637144] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_rules [ 834.637364] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 834.637551] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9985d6b-dfb2-4569-99f9-a42c283e7cd1 with Priority: HIGHEST for action port [ 834.637889] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.639506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.639769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.639907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.640214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.642890] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.642890] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.642890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.642890] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.642890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.642890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.642890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.642890] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9985d6b-dfb2-4569-99f9-a42c283e7cd1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.122659] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 4s [ 835.140239] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.140398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.140531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.140680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.140768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.140868] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be updated. [ 835.145710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.145946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.146215] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9985d6b-dfb2-4569-99f9-a42c283e7cd1 with status ACTIVE [ 835.146215] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.146397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.146397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.146549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.146647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.146817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.146911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.147324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.147324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.147324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.147507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.147507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.147507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.147621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.147736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.148142] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9985d6b-dfb2-4569-99f9-a42c283e7cd1 is going to be updated. [ 835.169068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.169292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.169292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.169634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.169634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.169803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9985d6b-dfb2-4569-99f9-a42c283e7cd1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.170629] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.170802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.170802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.170956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.171077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.179167] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 835.317232] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 835.319561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.738124] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa in Status: SUCCESS [ 835.738375] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fe42996-7f73-4d7a-8844-e92ddb2ecefa deletion is rescheduled due to dependency. [ 835.738417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fe42996-7f73-4d7a-8844-e92ddb2ecefa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.143321] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 in Status: SUCCESS [ 836.143589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.143768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.144652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144652] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.144652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.144652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.144652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.144889] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9784bdf8-1d48-45c7-b74e-9a951c4e3612',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.646946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.647174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.648265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.648265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.648265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9784bdf8-1d48-45c7-b74e-9a951c4e3612 is going to be deleted. [ 836.650758] env[69987]: INFO networking_nsxv3.common.synchronization [req-77e11dfb-fd1d-438d-bcb6-1d0c212910b7 req-a33397b9-86ad-4479-856c-953b41768acf tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 836.651407] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 836.651938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.652067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.652186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.652288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.652492] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.652492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.652665] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.652716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.652770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.652891] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.695757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.695930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.696031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.696269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.696472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.696623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9784bdf8-1d48-45c7-b74e-9a951c4e3612" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.041423] env[69987]: INFO networking_nsxv3.common.synchronization [req-450bd9f8-4c94-4b90-bb69-1e021b992f18 req-238b9305-ef49-49bf-97c6-abb5b477cba4 tempest-MultipleCreateTestJSON-1978118658 tempest-MultipleCreateTestJSON-1978118658-project-member] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 837.046166] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGHEST for action security_group_members [ 837.046166] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.046166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.138243] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 837.138243] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b deletion is rescheduled due to dependency. [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.138243] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.138243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.138243] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.154730] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.197117] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 837.197335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.197484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.197649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.197864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.197945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.198056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.198222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.198269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.198316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.198409] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.296833] env[69987]: INFO networking_nsxv3.common.synchronization [req-26ffe7ad-65cc-4dac-ba3f-aea5d1e294b6 req-13325dc6-b0d2-46ae-aa06-a7151e225d35 tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 837.297464] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 837.297724] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.297876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.297953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.298227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.299282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.299282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.299282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.299536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.299536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.299636] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.641314] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.656752] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.703849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.703992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.704075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.704486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.704739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.704857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.704922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.705132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.705210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.705301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.705450] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.705545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.705596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.705773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.705927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.706035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.706098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.706238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.706381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.706439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.706561] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.802261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.802425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.802499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.802990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.802990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803105] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.803280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.803280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.803383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.803435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803510] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 837.829116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.829314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.829367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.829907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.831069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.838092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 837.854730] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.854922] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.855059] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.855338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.855885] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.855885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.855885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.856466] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.856667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.857014] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.857161] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.857272] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.857400] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.857520] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.857627] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.857758] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.876061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.876222] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.876412] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.876595] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.876886] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-76010ade-afe2-44ed-bf2f-ed07bdaac451 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.877063] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.877183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.877510] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.877651] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76010ade-afe2-44ed-bf2f-ed07bdaac451',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.144891] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.161506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.161506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.161506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.161506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.161506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.161506] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 838.195926] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.200075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.200075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.200075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.200075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.206426] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 838.209705] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e69cef07-d32d-4944-9bb3-091ade313a19: rpc.has_security_group_logging(os_id): False [ 838.226271] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.229017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.229892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.229892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.229892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.229892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229892] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be updated. [ 838.293212] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.293212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.293212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.293212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.293212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.305937] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 838.382022] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.382022] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 76010ade-afe2-44ed-bf2f-ed07bdaac451 not found, creating... [ 838.382022] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.382022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.383080] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.383450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.383726] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.384120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.384429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.384851] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 76010ade-afe2-44ed-bf2f-ed07bdaac451 is going to be created. [ 838.418577] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.418577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.418577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.418577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.418577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.418577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.531026] env[69987]: INFO networking_nsxv3.common.synchronization [None req-cdb046db-fe2f-4d8b-85e6-6e0eda8cd33a None None] Enqueued Resource ID: 13f6211e-e3b8-448e-8fc1-e122a27f2f57 with Priority: HIGHEST for action port [ 838.531026] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f6211e-e3b8-448e-8fc1-e122a27f2f57 with Priority: HIGHEST for action port [ 838.531026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-13f6211e-e3b8-448e-8fc1-e122a27f2f57 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.531026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13f6211e-e3b8-448e-8fc1-e122a27f2f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.531026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13f6211e-e3b8-448e-8fc1-e122a27f2f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.531584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13f6211e-e3b8-448e-8fc1-e122a27f2f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.531908] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13f6211e-e3b8-448e-8fc1-e122a27f2f57',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.646798] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.646977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.647104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.647361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.647658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.647773] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be updated. [ 838.672621] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.672754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.672831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.673321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.673498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.680940] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 2s [ 839.036502] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13f6211e-e3b8-448e-8fc1-e122a27f2f57 [ 839.036744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.036878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.036957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.037168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.037261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.037483] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13f6211e-e3b8-448e-8fc1-e122a27f2f57 already deleted. [ 839.037483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13f6211e-e3b8-448e-8fc1-e122a27f2f57" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.105295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.105463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.105549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.105741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.105850] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.206687] env[69987]: INFO networking_nsxv3.common.synchronization [req-26ffe7ad-65cc-4dac-ba3f-aea5d1e294b6 req-9143dd74-b246-419d-b3a0-b4e2cc2aee4d service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 839.207064] env[69987]: INFO networking_nsxv3.common.synchronization [req-26ffe7ad-65cc-4dac-ba3f-aea5d1e294b6 req-9143dd74-b246-419d-b3a0-b4e2cc2aee4d service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 839.207064] env[69987]: INFO networking_nsxv3.common.synchronization [req-26ffe7ad-65cc-4dac-ba3f-aea5d1e294b6 req-9143dd74-b246-419d-b3a0-b4e2cc2aee4d service nova] Enqueued Resource ID: 76010ade-afe2-44ed-bf2f-ed07bdaac451 with Priority: HIGHEST for action port [ 839.207853] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 839.207996] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 839.208924] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76010ade-afe2-44ed-bf2f-ed07bdaac451 with Priority: HIGHEST for action port [ 839.209309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.209494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.209579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.209829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.209916] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.214356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.214356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.214356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-76010ade-afe2-44ed-bf2f-ed07bdaac451 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.214356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.214356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.214356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.214356] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76010ade-afe2-44ed-bf2f-ed07bdaac451',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.609666] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.719022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.719022] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76010ade-afe2-44ed-bf2f-ed07bdaac451 with status ACTIVE [ 839.719022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.719022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.719022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.719022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.720132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.720132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.720132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.720132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.720132] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76010ade-afe2-44ed-bf2f-ed07bdaac451 is going to be updated. [ 839.746927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.747113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.747197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.747414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.747561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.747733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76010ade-afe2-44ed-bf2f-ed07bdaac451" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.848240] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 839.848424] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 839.848555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.848714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.849596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.849596] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.849596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.849596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.849993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.850240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.850349] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.116210] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.210935] env[69987]: INFO networking_nsxv3.common.synchronization [None req-30fb3137-8efe-41f4-8507-4f6642289ace tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_rules [ 840.212306] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_rules [ 840.212773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.213056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.213247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.213685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.213853] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.220295] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.220295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.220295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.220295] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.319931] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 840.319931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.357033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.614418] env[69987]: INFO networking_nsxv3.common.synchronization [None req-114aa9b9-7105-43b2-9885-7a09fc338345 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_rules [ 840.614903] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_rules [ 840.615495] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.615495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.618132] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 840.618216] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 840.690009] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 840.690244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.690401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.690740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.690946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.691076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.691143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.691300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.691382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.691468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.691561] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.725014] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.725159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.725232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.725467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.725560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.725746] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.725847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.725908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.726074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.726150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.726236] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be updated. [ 840.735623] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.735742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.735803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.735966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.736060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.736146] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 already deleted. [ 840.736228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.736372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.736559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.736644] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.759793] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.759950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.760049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.760323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.760480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.768139] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: IN_PROGRESS for 2s [ 840.859510] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.882664] env[69987]: INFO networking_nsxv3.common.synchronization [None req-550f7bdc-1009-4312-9c0a-86fa3ee5f390 None None] Enqueued Resource ID: 3618de8b-ba28-439d-a3f0-3b054abbfed6 with Priority: HIGHEST for action port [ 840.883145] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3618de8b-ba28-439d-a3f0-3b054abbfed6 with Priority: HIGHEST for action port [ 840.883444] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3618de8b-ba28-439d-a3f0-3b054abbfed6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.883658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3618de8b-ba28-439d-a3f0-3b054abbfed6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.883742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3618de8b-ba28-439d-a3f0-3b054abbfed6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.883997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3618de8b-ba28-439d-a3f0-3b054abbfed6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.884097] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3618de8b-ba28-439d-a3f0-3b054abbfed6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.193859] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.258016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.258337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.258337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.258443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.258534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.258653] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 already deleted. [ 841.258741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.343858] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.343858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.343858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.343858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.356046] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 841.361029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.361029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 841.361949] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.362036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.362102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.362303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.362384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.362475] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 841.384920] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.385159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.385159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.385407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.392439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.393039] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 841.393132] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.393228] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 841.394294] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3618de8b-ba28-439d-a3f0-3b054abbfed6 [ 841.394536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.394659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.394734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.394941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.395034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.395133] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3618de8b-ba28-439d-a3f0-3b054abbfed6 already deleted. [ 841.395228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3618de8b-ba28-439d-a3f0-3b054abbfed6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.396238] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.396367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.396445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.396638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.396818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.403776] env[69987]: INFO networking_nsxv3.common.synchronization [req-841f96d2-eb55-423c-95c4-90626918f3a5 req-8d4b5f5e-436a-4142-8f28-24880c2f60a1 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 841.405066] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 841.408056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 841.408056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.408056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.408056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.408056] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.432883] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.433132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.433132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.433409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.434684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.435027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 841.503936] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.503936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.503936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.503936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.503936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.504264] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 841.553358] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.553554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.553625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.553842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.554067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.554375] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 841.554479] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f91fa5a7-4721-4b82-beff-e3a8804a6a17', 'f87f1b41-ef37-4a9b-8f23-6076dcd5671d', '919b6694-d5e5-48e4-bbf9-07d6b4caf669', 'e69cef07-d32d-4944-9bb3-091ade313a19', '51b47a05-db71-4ae4-a50b-4d9a8b2b90ed', '21cfb3cb-480c-47a2-ab1b-cf363bca8bcc', '9b415446-63a6-4d4b-b678-dc6848e71b0f', 'c4260aac-8457-4cc4-a61a-a29a4f17a362', '298816ad-d331-4e5d-abe8-caed0842760f', 'a40b7d9b-6bf2-4198-be61-a49284fa1601', '8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997', '4c2d53aa-1f50-4fc2-9bda-db6b256ad242', '25ecf4f7-6ba0-4349-89a4-0e1bb018b031', '4ea6b74e-e481-4a2a-a5b8-553bb88aaa45', '648e24c3-89c4-4356-9028-11d70d1e69fa', '57bb4b35-26dd-4f69-a0c2-c91e84a77ccd', '31635021-6846-49c6-bb0b-187810454846', '741f0774-e5d3-453c-b274-c4280b790eca', 'a956c20c-4cac-43d4-b0b2-33b034f0a6ad', '62a0ada0-d959-4df9-9c1b-f29c9ddc6228', '8da7d895-158a-44cf-b105-b9f9ae1513c1', 'c4d2566e-0009-4cd8-b070-1d52d26dd2ce', 'a68ffebb-f0a0-453c-9b31-a9244fd4d610', '774b120a-df4d-4ae7-a8dc-c1101dcaab9b', 'e883c732-2625-4d61-9cd5-7a03afdb5e7c', 'd9f8db4b-d5e9-4b6f-b083-8e61d2a44175', '1693741f-5c23-4c00-acc2-c176c6238185', '11195dfe-46d6-4b02-8f04-3b96faf01bcf', '9fe42996-7f73-4d7a-8844-e92ddb2ecefa', '8eb24750-de46-4d34-b982-85dfe7ebba28', '6ff3cff6-adbf-436a-bc4c-fcfb39058d7a', 'f7630a9a-cd21-4dcb-8ae7-7937be6700ea'} {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.554571] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 841.572834] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.573060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.573060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.573245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.573322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.573431] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 841.573502] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.573573] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 841.628057] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.628232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.628322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.628514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.629178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.629432] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 841.629517] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 841.630070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 841.630070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 841.630070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 841.630070] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGH for action security_group_rules [ 841.630070] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGH for action security_group_rules [ 841.630355] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGH for action security_group_rules [ 841.630355] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGH for action security_group_rules [ 841.630355] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGH for action security_group_rules [ 841.630355] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGH for action security_group_rules [ 841.630515] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGH for action security_group_rules [ 841.630515] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGH for action security_group_rules [ 841.630515] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGH for action security_group_rules [ 841.630605] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGH for action security_group_rules [ 841.630639] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGH for action security_group_rules [ 841.630707] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGH for action security_group_rules [ 841.632978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.696256] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 774b120a-df4d-4ae7-a8dc-c1101dcaab9b: rpc.has_security_group_logging(os_id): False [ 841.714273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.714273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.714273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.714273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.731976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.732194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.732325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.732382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.732574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.732660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.732764] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be updated. [ 841.790394] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.790551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.790622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.790885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.791048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.814141] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 2s [ 841.909365] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.416165] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.777597] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea in Status: SUCCESS [ 842.777869] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea deletion is rescheduled due to dependency. [ 842.777972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.917948] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.919047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.919047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.919047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.919047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.919047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 842.945936] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.946568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.946568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.946568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.946568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.956145] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 843.418017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.418017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.418017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.418017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.825945] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 843.826197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.920900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.921131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.921203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.921424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.921598] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.921696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.921772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.921914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.921999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.922098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.922241] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.922330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.922389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.922524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.922656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.922745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.922805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.922937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.923015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.923095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.923186] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.425459] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d2566e-0009-4cd8-b070-1d52d26dd2ce: rpc.has_security_group_logging(os_id): False [ 844.443152] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.443422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.443711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.443832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.461888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.462201] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.462350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.462401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.462772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.462772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.462892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.462979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.463069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.463232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.463309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.463487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.463580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.463655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.463795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.463882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.464082] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 844.518448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.518679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.518679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.519118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.519118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.537617] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 844.584241] env[69987]: INFO networking_nsxv3.common.synchronization [req-6d3ab71d-2142-4ac2-a38b-14759262c45b req-94c3f466-cf42-4419-9fcc-e8549004c926 tempest-ImagesOneServerTestJSON-488467358 tempest-ImagesOneServerTestJSON-488467358-project-member] Enqueued Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_members [ 844.584862] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_members [ 844.585054] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGH for action security_group_rules [ 844.585169] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 with Priority: HIGH for action security_group_rules [ 844.585264] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f with Priority: HIGH for action security_group_rules [ 844.585370] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 648e24c3-89c4-4356-9028-11d70d1e69fa with Priority: HIGH for action security_group_rules [ 844.585499] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGH for action security_group_rules [ 844.587430] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGH for action security_group_rules [ 844.587597] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741f0774-e5d3-453c-b274-c4280b790eca with Priority: HIGH for action security_group_rules [ 844.588585] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31635021-6846-49c6-bb0b-187810454846 with Priority: HIGH for action security_group_rules [ 844.588698] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGH for action security_group_rules [ 844.588799] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGH for action security_group_rules [ 844.588892] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGH for action security_group_rules [ 844.588984] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 with Priority: HIGH for action security_group_rules [ 844.589485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGH for action security_group_rules [ 844.589485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 with Priority: HIGH for action security_group_rules [ 844.589485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298816ad-d331-4e5d-abe8-caed0842760f with Priority: HIGH for action security_group_rules [ 844.589485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc with Priority: HIGH for action security_group_rules [ 844.589485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 with Priority: HIGH for action security_group_rules [ 844.589485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGH for action security_group_rules [ 844.589836] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d with Priority: HIGH for action security_group_rules [ 844.589836] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGH for action security_group_rules [ 844.589983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.590120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.590181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.590431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.590587] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.590684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.590739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.590883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.590963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.591068] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.593882] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.598195] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.598195] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.598195] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('919b6694-d5e5-48e4-bbf9-07d6b4caf669',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.598195] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b415446-63a6-4d4b-b678-dc6848e71b0f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.598195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.598195] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b415446-63a6-4d4b-b678-dc6848e71b0f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.601296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-648e24c3-89c4-4356-9028-11d70d1e69fa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.601672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.601861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.602106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.602265] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('648e24c3-89c4-4356-9028-11d70d1e69fa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.603836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.604490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.604678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.605068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.605417] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.607742] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.608138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.608410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.608717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.608919] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.610059] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-741f0774-e5d3-453c-b274-c4280b790eca taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.612810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.612810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.612810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.612810] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('741f0774-e5d3-453c-b274-c4280b790eca',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.612810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31635021-6846-49c6-bb0b-187810454846 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.612810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.612810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.612810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.612810] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31635021-6846-49c6-bb0b-187810454846',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.613610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.613744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.613843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.614062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.614208] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.615088] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.615204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.615309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.615467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.615567] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.615831] env[69987]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 844.616727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.616922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.616999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.617347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.617539] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.618474] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.618628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.618742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.618889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.618997] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2d53aa-1f50-4fc2-9bda-db6b256ad242',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.619871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.620047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.620126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.620349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.620447] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.623886] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a40b7d9b-6bf2-4198-be61-a49284fa1601 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.623994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.624129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.624413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.624542] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a40b7d9b-6bf2-4198-be61-a49284fa1601',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.625496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-298816ad-d331-4e5d-abe8-caed0842760f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.625699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.625869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.626117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.626234] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('298816ad-d331-4e5d-abe8-caed0842760f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.627183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.627354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.627473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.627684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.627803] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21cfb3cb-480c-47a2-ab1b-cf363bca8bcc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.628671] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4260aac-8457-4cc4-a61a-a29a4f17a362 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.628837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.628910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.629110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.629399] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4260aac-8457-4cc4-a61a-a29a4f17a362',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.630445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.630685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.630795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.630978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.631103] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.631959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.632109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.632222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.632402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.632510] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f87f1b41-ef37-4a9b-8f23-6076dcd5671d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.633408] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.633511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.633638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.633839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.633938] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.634213] env[69987]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 844.964306] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 844.964679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.030019] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-657 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-657" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-657" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-657" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.030019] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.030019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.030759] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.031061] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.031323] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.031619] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.031883] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.032166] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.032439] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.059836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.059836] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.059836] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.059836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-657" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.059836] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-7058cb7d-792e-4141-9145-c7cfde6b5700 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.059836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.059836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.059836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.059836] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7058cb7d-792e-4141-9145-c7cfde6b5700',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.140025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.140025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.140025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 already deleted. [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.140025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.140025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.141902] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.145095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.145095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.145095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.145095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.145095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.145095] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.168611] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.168611] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.168611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.168611] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.174770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.175087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.175295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.177061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.182100] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.182391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.182588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.182862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.183152] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.185022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.185022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.185022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.185022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.185022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.185022] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.185022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.185022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.185786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.186071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.186326] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.186868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.186868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.186868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.187126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.187481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.187481] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.188814] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.189091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.189309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.191029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.191029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.191029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.191029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.191029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.191029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.191029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.191029] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.196548] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.196548] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.196548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.196548] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.197792] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199095] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.199095] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.201772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.201772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.201772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.201772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.201772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.202050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.202097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.202243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.202343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.202447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.202547] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.220688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.220688] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.220688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.220688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.220688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.220688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.220688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.220688] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.251890] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.251890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.253710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.253825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.254607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.254683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.255322] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.255420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.256330] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.256444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.257223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.257318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.258030] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.258215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.258928] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.259077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.259788] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.259914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.260583] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 845.261023] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.261601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.262158] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 845.264028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.264028] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 919b6694-d5e5-48e4-bbf9-07d6b4caf669 is going to be deleted. [ 845.264028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.264028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.279866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.280014] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2d53aa-1f50-4fc2-9bda-db6b256ad242 is going to be deleted. [ 845.280874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.281129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.295797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.295925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31635021-6846-49c6-bb0b-187810454846 is going to be deleted. [ 845.297151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.297383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.315953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.315953] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b415446-63a6-4d4b-b678-dc6848e71b0f is going to be deleted. [ 845.317018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.319132] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.320024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.329255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.329383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.336262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.336434] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f87f1b41-ef37-4a9b-8f23-6076dcd5671d is going to be deleted. [ 845.337384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.337603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.370297] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.370422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.372552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.372995] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be deleted. [ 845.373927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.374162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.429347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.429615] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 741f0774-e5d3-453c-b274-c4280b790eca is going to be deleted. [ 845.430453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.430670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.432796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.432920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.442509] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.442628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.469353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.469482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.477701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.477840] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a40b7d9b-6bf2-4198-be61-a49284fa1601 is going to be deleted. [ 845.478752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.479041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.511725] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.511725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.516280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.516409] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 298816ad-d331-4e5d-abe8-caed0842760f is going to be deleted. [ 845.517408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.517744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.539023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.541467] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 648e24c3-89c4-4356-9028-11d70d1e69fa is going to be deleted. [ 845.541614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.541826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.561514] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.561747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.561875] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.562172] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.562318] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.562472] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 7058cb7d-792e-4141-9145-c7cfde6b5700 not found, creating... [ 845.562733] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.562888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.563017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.563234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.563369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.563677] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.563843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.563961] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.564181] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.564315] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.564455] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 7058cb7d-792e-4141-9145-c7cfde6b5700 is going to be created. [ 845.591215] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.591378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.642097] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.642354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.642484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.643458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.643810] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.644080] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.644986] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.652020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.652265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4260aac-8457-4cc4-a61a-a29a4f17a362 is going to be deleted. [ 845.653152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.653416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.662748] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.662862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.680385] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.698373] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.698497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.698536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.698741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.698960] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.699081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.699142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.699298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.699382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.699522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.699713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.699861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.699926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.700102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.700244] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.700333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.700390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.700538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.700614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.700696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.700786] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.708119] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.708271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.708344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.708555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.708730] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.708840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.708899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.709073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.709156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.709258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.709419] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.709525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.709586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.709746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.709891] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.710031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.710127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.710212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.710300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.710474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.710590] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.711396] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.716785] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.716900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.716968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.717159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.717318] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.717608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.717608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.717705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.717705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.717791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.717935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.718038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.718101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.718441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.718594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.718694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.718754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.718888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.718961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.719057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.719143] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.722205] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.724663] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997: rpc.has_security_group_logging(os_id): False [ 845.740920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.741060] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21cfb3cb-480c-47a2-ab1b-cf363bca8bcc is going to be deleted. [ 845.742033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-919b6694-d5e5-48e4-bbf9-07d6b4caf669" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2d53aa-1f50-4fc2-9bda-db6b256ad242" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.743894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.743894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.743894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.743894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31635021-6846-49c6-bb0b-187810454846" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.743894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.744194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.744194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.744194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b415446-63a6-4d4b-b678-dc6848e71b0f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.744569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.744728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.744808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.744923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f87f1b41-ef37-4a9b-8f23-6076dcd5671d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.745060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.745199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.745270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.745370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.745492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.745628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.745701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.745809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-741f0774-e5d3-453c-b274-c4280b790eca" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.745926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.746081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.746142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.746247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a40b7d9b-6bf2-4198-be61-a49284fa1601" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.746364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.746546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.746629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.746737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-298816ad-d331-4e5d-abe8-caed0842760f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.791870] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.792111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.792111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.792316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.810788] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.810930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.835361] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.835361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.849594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.849594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.849594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.850114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.850114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.850241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.850274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.850588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.850715] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.850765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.850803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.850921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.850979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.851080] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 845.852651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.852833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.852943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.853083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-648e24c3-89c4-4356-9028-11d70d1e69fa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.853246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.853420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.853599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.853747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4260aac-8457-4cc4-a61a-a29a4f17a362" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.911805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.912129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.912210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.912508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.912893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.913199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21cfb3cb-480c-47a2-ab1b-cf363bca8bcc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.961743] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.961834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.961904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.962126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.962259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.992972] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 846.148125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f91fa5a7-4721-4b82-beff-e3a8804a6a17: rpc.has_security_group_logging(os_id): False [ 846.178981] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.179123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.179197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.179406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.182874] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45: rpc.has_security_group_logging(os_id): False [ 846.197442] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.197587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.201562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.201562] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.201562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.201562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.201562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.201562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.201562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 is going to be updated. [ 846.201948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.202138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.202960] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25ecf4f7-6ba0-4349-89a4-0e1bb018b031: rpc.has_security_group_logging(os_id): False [ 846.212951] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62a0ada0-d959-4df9-9c1b-f29c9ddc6228: rpc.has_security_group_logging(os_id): False [ 846.213956] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd: rpc.has_security_group_logging(os_id): False [ 846.221246] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e69cef07-d32d-4944-9bb3-091ade313a19: rpc.has_security_group_logging(os_id): False [ 846.226021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.226021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.226021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed: rpc.has_security_group_logging(os_id): False [ 846.227133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.227225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.227289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.227341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.227536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.227623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.227704] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 is going to be updated. [ 846.228598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.228759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.230101] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.230227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.230824] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.232075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.237567] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.237685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.239421] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.239549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.243545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.243755] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.243871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.245946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.245946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.245946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.245946] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 846.246830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.246830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.267067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.267067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.267067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.267067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.267702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.267702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.267702] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be updated. [ 846.268660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.268955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.286210] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.286770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.287925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.288211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.296202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.296202] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.296202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.296202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.296202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.296202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.296202] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed is going to be updated. [ 846.298019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.298019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.314646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.314646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.324019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.324019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd is going to be updated. [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.324019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.325530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.326107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.327133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.327407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.339124] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.339124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.370406] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: IN_PROGRESS for 2s [ 846.373115] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: IN_PROGRESS for 2s [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.377566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.377566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.377566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.377566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.378241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.378241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.378241] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be updated. [ 846.379146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.379422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.379901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.380958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.381501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.381753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.424025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.424025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.424025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.424025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.424025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.425084] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 846.426578] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 846.486254] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: IN_PROGRESS for 2s [ 846.489952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.489952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.489952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.489952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.489952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.535062] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.535292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.535338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.535554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.535730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.539879] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: IN_PROGRESS for 2s [ 846.566105] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 846.566731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.567836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 846.721349] env[69987]: INFO networking_nsxv3.common.synchronization [req-6d3ab71d-2142-4ac2-a38b-14759262c45b req-ea08e173-6f2d-4c69-91d5-b96b72771ab3 service nova] Enqueued Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_rules [ 846.721530] env[69987]: INFO networking_nsxv3.common.synchronization [req-6d3ab71d-2142-4ac2-a38b-14759262c45b req-ea08e173-6f2d-4c69-91d5-b96b72771ab3 service nova] Enqueued Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_members [ 846.721670] env[69987]: INFO networking_nsxv3.common.synchronization [req-6d3ab71d-2142-4ac2-a38b-14759262c45b req-ea08e173-6f2d-4c69-91d5-b96b72771ab3 service nova] Enqueued Resource ID: 7058cb7d-792e-4141-9145-c7cfde6b5700 with Priority: HIGHEST for action port [ 846.721920] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_rules [ 846.722065] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_members [ 846.722177] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7058cb7d-792e-4141-9145-c7cfde6b5700 with Priority: HIGHEST for action port [ 846.722708] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.722833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.723160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.725331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.725432] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.726536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.726536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.726536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.726952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.726952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.726952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.727071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.727145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.727179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.730371] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.730371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7058cb7d-792e-4141-9145-c7cfde6b5700 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.730371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.730371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.730371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.730371] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7058cb7d-792e-4141-9145-c7cfde6b5700',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.230517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.230688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.232615] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.235314] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7058cb7d-792e-4141-9145-c7cfde6b5700 with status ACTIVE [ 847.235314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.235314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.235314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.235314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.235314] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7058cb7d-792e-4141-9145-c7cfde6b5700 is going to be updated. [ 847.258105] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.258244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.258316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.258518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.258656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.258809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7058cb7d-792e-4141-9145-c7cfde6b5700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.374648] env[69987]: INFO networking_nsxv3.common.synchronization [req-4d48e0b7-357d-4092-bcbf-c1d800799c21 req-eb255333-a1fd-4af7-accb-ec97cf6d5240 tempest-FloatingIPsAssociationTestJSON-288183458 tempest-FloatingIPsAssociationTestJSON-288183458-project-member] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 847.375228] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 847.375608] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.375735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.375799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.375996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.382324] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.382469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.382517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.382939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.382939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.382939] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.739657] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.886031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.008130] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 848.008364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.242231] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.242392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.242463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.242677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.242820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.242971] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 is going to be created. [ 848.268704] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.268879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.268982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.269275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.269455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.279837] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 in Status: UNINITIALIZED for 2s [ 848.384965] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: SUCCESS [ 848.384965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.385591] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: SUCCESS [ 848.385767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.389125] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.439783] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 848.440688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.440768] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 848.440908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.497944] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: SUCCESS [ 848.498189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.552798] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: SUCCESS [ 848.552798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.585072] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 848.585393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.890971] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.891246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.891246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.891484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.891594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.891727] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be updated. [ 848.930155] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.930406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.930453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.930698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.930908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.939158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 849.464568] env[69987]: INFO networking_nsxv3.common.synchronization [req-38295e53-4507-48c1-b365-799d186eb41d req-ee674f04-fff6-4a09-8752-bf02ea26f11e tempest-VolumesAdminNegativeTest-1005914206 tempest-VolumesAdminNegativeTest-1005914206-project-member] Enqueued Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_members [ 849.465821] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_members [ 849.467113] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.467769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.467866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.468125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.468938] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.468938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.468938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.468938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.468938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.468938] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.690906] env[69987]: INFO networking_nsxv3.common.synchronization [req-67c85867-91a3-4bdf-abec-d5cbfdf805f0 req-f5d89dd8-dba5-49ed-8b04-014012d15996 tempest-ListServerFiltersTestJSON-2079587369 tempest-ListServerFiltersTestJSON-2079587369-project-member] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 849.692049] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGHEST for action security_group_members [ 849.692049] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.692049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.692049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.692566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.693246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.693246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.693246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.693246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.693246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.693246] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.900744] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.901050] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.901090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.901345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.901602] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.901761] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.901879] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.902100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.902249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.902476] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.902590] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.902700] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.902808] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.902916] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.903036] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.903207] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.921794] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.921912] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.922069] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.922241] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-730" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.922541] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-429b3de3-f864-4315-a305-15e8cd0c31fb taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.922709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.922834] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.923157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.923303] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429b3de3-f864-4315-a305-15e8cd0c31fb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.971191] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.971348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.971348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.971569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.971635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.971822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.971915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.971977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.972134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.972208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.972317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 already deleted. [ 849.972407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.196098] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.196271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.196336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.196641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.196736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.196978] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.197094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.197197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.197375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.197479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.197591] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be updated. [ 850.228523] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.228791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.228907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.229123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.229281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.237440] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: IN_PROGRESS for 2s [ 850.288908] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 in Status: SUCCESS [ 850.289172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.289345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.289565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.289781] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.289902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.289966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.290455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.290455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.290455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.290455] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.425541] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.425991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.426257] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.426774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.427093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.427516] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 429b3de3-f864-4315-a305-15e8cd0c31fb not found, creating... [ 850.428473] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.428473] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.428671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.428957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.429182] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.429689] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.430972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.430972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.430972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.430972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.431164] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 429b3de3-f864-4315-a305-15e8cd0c31fb is going to be created. [ 850.453668] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.454333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.454333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.454440] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.454634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.454860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.792759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.792962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.793029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.793213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.793385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.793487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.793548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.793691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.793779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.793864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.794101] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.794199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.794257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.794395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.794533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.794620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.794679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.794812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.794884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.794976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.795079] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.949402] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 850.949788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.297480] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89cfeb59-8cf3-49b1-aa75-25b438cc6196: rpc.has_security_group_logging(os_id): False [ 851.316771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.316973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.319018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.319018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.319018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.319018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.319571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.319571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.319644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.319693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.319805] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 is going to be created. [ 851.384024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.384024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.384024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.384024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.384024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.393645] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 in Status: IN_PROGRESS for 2s [ 851.434246] env[69987]: INFO networking_nsxv3.common.synchronization [req-38295e53-4507-48c1-b365-799d186eb41d req-e8501313-5ce3-4d83-8bae-25d98eb61737 service nova] Enqueued Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_rules [ 851.434438] env[69987]: INFO networking_nsxv3.common.synchronization [req-38295e53-4507-48c1-b365-799d186eb41d req-e8501313-5ce3-4d83-8bae-25d98eb61737 service nova] Enqueued Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_members [ 851.434688] env[69987]: INFO networking_nsxv3.common.synchronization [req-38295e53-4507-48c1-b365-799d186eb41d req-e8501313-5ce3-4d83-8bae-25d98eb61737 service nova] Enqueued Resource ID: 429b3de3-f864-4315-a305-15e8cd0c31fb with Priority: HIGHEST for action port [ 851.434957] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_rules [ 851.435115] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_members [ 851.435214] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429b3de3-f864-4315-a305-15e8cd0c31fb with Priority: HIGHEST for action port [ 851.435770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.435892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.435958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.436468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.436555] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.438626] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.439173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.439285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.439627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.440527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.440681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.440759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.441669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.441802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.441912] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.443605] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-429b3de3-f864-4315-a305-15e8cd0c31fb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.443719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.443786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.443940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.444026] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429b3de3-f864-4315-a305-15e8cd0c31fb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.945854] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.945995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.946162] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.947092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 429b3de3-f864-4315-a305-15e8cd0c31fb with status ACTIVE [ 851.947289] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.947402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.947475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.947689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.947790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.947956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.948736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.948736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.948736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.948736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.948736] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.948736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.948736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.949112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.949112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.949112] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 429b3de3-f864-4315-a305-15e8cd0c31fb is going to be updated. [ 851.970068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.970325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.970325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.970440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.970571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.970733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429b3de3-f864-4315-a305-15e8cd0c31fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.247443] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 in Status: SUCCESS [ 852.247443] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 deletion is rescheduled due to dependency. [ 852.247443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.451913] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.954115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.954285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.954357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.954572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.954671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.954779] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 is going to be created. [ 852.976574] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.976837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.976874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.977063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.977219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.987722] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 in Status: UNINITIALIZED for 2s [ 853.410495] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 in Status: SUCCESS [ 853.410495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.997175] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 in Status: SUCCESS [ 854.997443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.997590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.997822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.998025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.998153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.998209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.998363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.998441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.998527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.998616] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.501272] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.501496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.501536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.502952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.503160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.503272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.503330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.503503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.503587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.503826] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.503935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.503996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.504138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.504277] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.504365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.504423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.504557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.504705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.504765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.504817] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.008612] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a3a9412-fbca-49d4-845c-2b81b0cd8539: rpc.has_security_group_logging(os_id): False [ 856.036526] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.036701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.036811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.037084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.037183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.037389] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.037492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.037551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.037733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.037809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.038014] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.038412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.038412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.038412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.038412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.038757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.038757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.038757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.038874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.038945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.040494] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 is going to be created. [ 856.096016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.096192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.096413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.096482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.098132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.107911] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 in Status: IN_PROGRESS for 2s [ 856.401585] env[69987]: INFO networking_nsxv3.common.synchronization [None req-cfee4bfd-efe8-4537-bcda-8f5fc3fea2a2 None None] Enqueued Resource ID: 429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb with Priority: HIGHEST for action port [ 856.402484] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb with Priority: HIGHEST for action port [ 856.402484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.402659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.402659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.403511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.404074] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.907617] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb [ 856.907955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.908627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.908803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.909123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.909287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.909431] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb already deleted. [ 856.909557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429e8b5e-c6eb-411e-8fdc-cf1ddcd8c6eb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.575743] env[69987]: INFO networking_nsxv3.common.synchronization [req-1229ca88-1ad8-486b-9ba6-b12edbd38017 req-db49756f-0f1c-4348-9458-7a0fd622e3c3 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_members [ 857.576064] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_members [ 857.577213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.577213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.577213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.577213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.577213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.577630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.577630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.577899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.577899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.578182] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.997640] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.997640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.997640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.997640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.997640] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.997640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.997640] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.997972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.997972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.998050] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.998163] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.998268] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.998860] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.998860] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 857.998860] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.998860] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.019707] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.019707] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.019707] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.019707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.019707] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.019707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.020140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.020370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.020515] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381f1b5f-fbf6-499e-afb0-d63ec11e7e21',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.080565] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.080696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.080786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.081159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.081236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.081404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.081514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.081630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.081792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.081872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.081957] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 already deleted. [ 858.082050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.126897] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 in Status: SUCCESS [ 858.127176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.523418] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.524220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.524403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.524734] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.524909] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.525159] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 381f1b5f-fbf6-499e-afb0-d63ec11e7e21 not found, creating... [ 858.525519] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.525744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.525879] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.526350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.526555] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.526985] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.527223] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.527392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.527694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.527936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.528158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 381f1b5f-fbf6-499e-afb0-d63ec11e7e21 is going to be created. [ 858.549730] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.550054] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.550170] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.550560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.550875] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.552033] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.651721] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1f13c9a6-7429-4a54-a2cf-25c86a8cfeba None None] Enqueued Resource ID: a21699c9-d3bc-459d-8d00-d5a5f9a57efa with Priority: HIGHEST for action port [ 858.652892] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a21699c9-d3bc-459d-8d00-d5a5f9a57efa with Priority: HIGHEST for action port [ 858.653674] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a21699c9-d3bc-459d-8d00-d5a5f9a57efa taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.653835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a21699c9-d3bc-459d-8d00-d5a5f9a57efa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.654169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a21699c9-d3bc-459d-8d00-d5a5f9a57efa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.654504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a21699c9-d3bc-459d-8d00-d5a5f9a57efa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.655120] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a21699c9-d3bc-459d-8d00-d5a5f9a57efa',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.159866] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a21699c9-d3bc-459d-8d00-d5a5f9a57efa [ 859.160151] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.160295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.160359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.160603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.160697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.160796] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a21699c9-d3bc-459d-8d00-d5a5f9a57efa already deleted. [ 859.160883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a21699c9-d3bc-459d-8d00-d5a5f9a57efa" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.808832] env[69987]: INFO networking_nsxv3.common.synchronization [req-1229ca88-1ad8-486b-9ba6-b12edbd38017 req-77e79413-9984-4e85-8c0b-ef94d31d6485 service nova] Enqueued Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_rules [ 859.808832] env[69987]: INFO networking_nsxv3.common.synchronization [req-1229ca88-1ad8-486b-9ba6-b12edbd38017 req-77e79413-9984-4e85-8c0b-ef94d31d6485 service nova] Enqueued Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_members [ 859.808832] env[69987]: INFO networking_nsxv3.common.synchronization [req-1229ca88-1ad8-486b-9ba6-b12edbd38017 req-77e79413-9984-4e85-8c0b-ef94d31d6485 service nova] Enqueued Resource ID: 381f1b5f-fbf6-499e-afb0-d63ec11e7e21 with Priority: HIGHEST for action port [ 859.809211] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_rules [ 859.809211] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_members [ 859.809357] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381f1b5f-fbf6-499e-afb0-d63ec11e7e21 with Priority: HIGHEST for action port [ 859.811630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.811630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.811630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.811630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.811630] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.811967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.811967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.812126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.812319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.812414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.812474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.812614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.812694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.812781] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.817321] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.817488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.817544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.817679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.817784] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381f1b5f-fbf6-499e-afb0-d63ec11e7e21',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.324061] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.324061] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.324061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 381f1b5f-fbf6-499e-afb0-d63ec11e7e21 with status ACTIVE [ 860.324061] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.324061] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.324061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.324684] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.324684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.324684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.324684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.328994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.328994] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 381f1b5f-fbf6-499e-afb0-d63ec11e7e21 is going to be updated. [ 860.345719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.345890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.345947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.346179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.346371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.346473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381f1b5f-fbf6-499e-afb0-d63ec11e7e21" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.570671] env[69987]: INFO networking_nsxv3.common.synchronization [None req-3f08c639-885b-4e8c-8dac-4d0283798152 None None] Enqueued Resource ID: ca0cf313-237e-4fda-ba7b-9f7280dcb040 with Priority: HIGHEST for action port [ 860.571545] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca0cf313-237e-4fda-ba7b-9f7280dcb040 with Priority: HIGHEST for action port [ 860.571774] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca0cf313-237e-4fda-ba7b-9f7280dcb040 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.571915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca0cf313-237e-4fda-ba7b-9f7280dcb040" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca0cf313-237e-4fda-ba7b-9f7280dcb040" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.573550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca0cf313-237e-4fda-ba7b-9f7280dcb040" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.573550] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca0cf313-237e-4fda-ba7b-9f7280dcb040',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.830498] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.078909] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca0cf313-237e-4fda-ba7b-9f7280dcb040 [ 861.078909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.078909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.078909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.079298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.079472] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca0cf313-237e-4fda-ba7b-9f7280dcb040 already deleted. [ 861.079716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca0cf313-237e-4fda-ba7b-9f7280dcb040" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.331754] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.331916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.332048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.332397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.332397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.332519] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 is going to be created. [ 861.359071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.359071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.359071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.359071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.359071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.366858] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c788a40b-ec14-4374-b13f-5857defba0a8 in Status: UNINITIALIZED for 2s [ 863.321812] env[69987]: INFO networking_nsxv3.common.synchronization [None req-54189c03-ed7d-4607-b8e3-0333b34ceb0a None None] Enqueued Resource ID: 30720d27-a8e5-42f0-8912-a66f824a077a with Priority: HIGHEST for action port [ 863.323498] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30720d27-a8e5-42f0-8912-a66f824a077a with Priority: HIGHEST for action port [ 863.324549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-30720d27-a8e5-42f0-8912-a66f824a077a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.324865] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30720d27-a8e5-42f0-8912-a66f824a077a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.324984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30720d27-a8e5-42f0-8912-a66f824a077a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.325495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30720d27-a8e5-42f0-8912-a66f824a077a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.326572] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30720d27-a8e5-42f0-8912-a66f824a077a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.377335] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c788a40b-ec14-4374-b13f-5857defba0a8 in Status: SUCCESS [ 863.377557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.378103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.378331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.378540] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.378845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.378845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.378923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.378976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.379068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.379207] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.405300] env[69987]: INFO networking_nsxv3.common.synchronization [None req-6c696e4a-d53c-400c-8acc-67b0373c699a None None] Enqueued Resource ID: b8593d4d-956b-4cf2-829f-971d76ede7a9 with Priority: HIGHEST for action port [ 863.406736] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8593d4d-956b-4cf2-829f-971d76ede7a9 with Priority: HIGHEST for action port [ 863.407194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8593d4d-956b-4cf2-829f-971d76ede7a9 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.407349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8593d4d-956b-4cf2-829f-971d76ede7a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.407607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8593d4d-956b-4cf2-829f-971d76ede7a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.407665] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8593d4d-956b-4cf2-829f-971d76ede7a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.407769] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8593d4d-956b-4cf2-829f-971d76ede7a9',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.831026] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30720d27-a8e5-42f0-8912-a66f824a077a [ 863.831300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.831479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.831602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.832218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.832218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.832218] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30720d27-a8e5-42f0-8912-a66f824a077a already deleted. [ 863.832218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30720d27-a8e5-42f0-8912-a66f824a077a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.882885] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.915113] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8593d4d-956b-4cf2-829f-971d76ede7a9 [ 863.915113] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.915113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.915113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.915113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.915113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.915113] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8593d4d-956b-4cf2-829f-971d76ede7a9 already deleted. [ 863.915113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8593d4d-956b-4cf2-829f-971d76ede7a9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.385226] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c788a40b-ec14-4374-b13f-5857defba0a8: rpc.has_security_group_logging(os_id): False [ 864.403245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.403486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.403486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.404946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.404946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.404946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.404946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.404946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.404946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.404946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.404946] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 is going to be created. [ 864.459968] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.460847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.460847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.460847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.461676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.473617] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c788a40b-ec14-4374-b13f-5857defba0a8 in Status: IN_PROGRESS for 2s [ 865.968844] env[69987]: INFO networking_nsxv3.common.synchronization [None req-2cf5aad9-3b32-45f8-9b11-d5df8c71438d None None] Enqueued Resource ID: b9b131d9-bfd8-44b5-aa46-d3dfdbafde60 with Priority: HIGHEST for action port [ 865.970651] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b131d9-bfd8-44b5-aa46-d3dfdbafde60 with Priority: HIGHEST for action port [ 865.970956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b131d9-bfd8-44b5-aa46-d3dfdbafde60 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.972444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b131d9-bfd8-44b5-aa46-d3dfdbafde60" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.972444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b131d9-bfd8-44b5-aa46-d3dfdbafde60" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.972583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b131d9-bfd8-44b5-aa46-d3dfdbafde60" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.972815] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b131d9-bfd8-44b5-aa46-d3dfdbafde60',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.475850] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9b131d9-bfd8-44b5-aa46-d3dfdbafde60 [ 866.476097] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.476234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.476305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.476516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.476602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.476695] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9b131d9-bfd8-44b5-aa46-d3dfdbafde60 already deleted. [ 866.476777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b131d9-bfd8-44b5-aa46-d3dfdbafde60" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.486966] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c788a40b-ec14-4374-b13f-5857defba0a8 in Status: SUCCESS [ 866.487201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.366189] env[69987]: INFO networking_nsxv3.common.synchronization [req-90fb2feb-2886-4a83-ab9c-1b7f4424a4ee req-f5f4d0bf-168f-40b7-b755-6b53244aea10 tempest-VolumesAdminNegativeTest-1005914206 tempest-VolumesAdminNegativeTest-1005914206-project-member] Enqueued Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_members [ 867.366189] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGHEST for action security_group_members [ 867.366837] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.366837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.366837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.366837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.367077] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.367168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.367237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.367453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.367602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.367652] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.869633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.870302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.870536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.871367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.871474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.871702] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.871817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.871892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.872043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.872121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.872211] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 is going to be updated. [ 867.899047] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.899047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.899047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.899047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.903042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.907849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 in Status: IN_PROGRESS for 2s [ 869.756957] env[69987]: INFO networking_nsxv3.common.synchronization [None req-59bbf312-9291-4a3e-8612-57a15ac1eba6 None None] Enqueued Resource ID: aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8 with Priority: HIGHEST for action port [ 869.757339] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8 with Priority: HIGHEST for action port [ 869.758020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.758176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.758243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.758549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.758652] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.918813] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 in Status: SUCCESS [ 869.919046] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 deletion is rescheduled due to dependency. [ 869.919117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.261597] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8 [ 870.261912] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.262288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.262599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.262696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.264406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.264406] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8 already deleted. [ 870.264406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aab1ae48-8e80-4c6f-aa70-7ece8ba52cc8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.494172] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0aa53380-0779-4015-9791-46438af094f4 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 870.495613] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 870.496626] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.496795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.496885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.497407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.497407] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.602422] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a610d592-d806-462f-840f-798917049788 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 870.602941] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 870.603466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.603586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.019654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.019972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.019972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.020059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.020142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.020440] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 already deleted. [ 871.020440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.020514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.020625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.020678] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.543794] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.543953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.544024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.544239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.544332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.544427] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 already deleted. [ 871.544536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.018064] env[69987]: INFO networking_nsxv3.common.synchronization [None req-af2f76a6-291b-4cc9-b65d-a7177e531fe7 None None] Enqueued Resource ID: 838de145-6895-405c-ad58-84eca01c72b0 with Priority: HIGHEST for action port [ 872.018738] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 838de145-6895-405c-ad58-84eca01c72b0 with Priority: HIGHEST for action port [ 872.021210] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-838de145-6895-405c-ad58-84eca01c72b0 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.021508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-838de145-6895-405c-ad58-84eca01c72b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.021508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-838de145-6895-405c-ad58-84eca01c72b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.021806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-838de145-6895-405c-ad58-84eca01c72b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.021922] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('838de145-6895-405c-ad58-84eca01c72b0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.531621] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 838de145-6895-405c-ad58-84eca01c72b0 [ 872.531711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.531779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.532106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.532106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.532185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.532982] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:838de145-6895-405c-ad58-84eca01c72b0 already deleted. [ 872.532982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-838de145-6895-405c-ad58-84eca01c72b0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.673107] env[69987]: INFO networking_nsxv3.common.synchronization [req-267b3368-97b5-4e42-a36f-b1a38d03f766 req-32dc372a-a0c2-49f4-8d69-9db3bf1ba475 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 873.673634] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 873.673958] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.674103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.674169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.676917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.677147] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.677261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.677709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.677709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.677709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.677709] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.021673] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.021879] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.022016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.022359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.022630] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.022792] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.022910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.023144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.023295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.023514] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.023628] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.023746] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.023856] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.023966] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 874.024086] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.024240] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.044421] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.044586] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 874.044726] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.044903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.045226] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-4da807e4-2d99-47d8-a155-20d29693f532 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.045393] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.045512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.045818] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.045959] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da807e4-2d99-47d8-a155-20d29693f532',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.185655] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.185822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.185898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.186183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.186271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.186490] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.186589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.186651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.186795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.186871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.186955] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 already deleted. [ 874.187071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.548253] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.548508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.548645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.548923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.549096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.549255] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 4da807e4-2d99-47d8-a155-20d29693f532 not found, creating... [ 874.549540] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.549697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.549819] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.550048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.550195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.550478] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.550632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.550791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.550951] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.551179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.551330] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 4da807e4-2d99-47d8-a155-20d29693f532 is going to be created. [ 874.572074] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.572356] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.572481] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.572824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.573077] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.573310] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.151532] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f1a29e40-3240-42cb-a18c-979e6e701aa6 None None] Enqueued Resource ID: e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98 with Priority: HIGHEST for action port [ 875.151805] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98 with Priority: HIGHEST for action port [ 875.152494] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.152559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.152587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.152813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.152898] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.280114] env[69987]: INFO networking_nsxv3.common.synchronization [req-267b3368-97b5-4e42-a36f-b1a38d03f766 req-d87096a3-2030-4ac1-a0b8-63d2924d5dc9 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 875.280114] env[69987]: INFO networking_nsxv3.common.synchronization [req-267b3368-97b5-4e42-a36f-b1a38d03f766 req-d87096a3-2030-4ac1-a0b8-63d2924d5dc9 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 875.280114] env[69987]: INFO networking_nsxv3.common.synchronization [req-267b3368-97b5-4e42-a36f-b1a38d03f766 req-d87096a3-2030-4ac1-a0b8-63d2924d5dc9 service nova] Enqueued Resource ID: 4da807e4-2d99-47d8-a155-20d29693f532 with Priority: HIGHEST for action port [ 875.280633] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 875.280816] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 875.280937] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4da807e4-2d99-47d8-a155-20d29693f532 with Priority: HIGHEST for action port [ 875.281864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.282051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.282143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.282446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.282555] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.286554] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.286675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.286739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.286925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.287296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.287296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.287396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.287494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.287573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.287663] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.288680] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4da807e4-2d99-47d8-a155-20d29693f532 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.288811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.288905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.289358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.289458] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4da807e4-2d99-47d8-a155-20d29693f532',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.655883] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98 [ 875.656151] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.656286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.656376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.656571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.656673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.656751] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98 already deleted. [ 875.656831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1f6f4b3-ea3a-4ca9-96a5-4994ca7dfa98" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.791979] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.792142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.792352] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.793419] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4da807e4-2d99-47d8-a155-20d29693f532 with status ACTIVE [ 875.794377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.794377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.794377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.794377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.794377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.794377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.794377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.794377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.794672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.794672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.794722] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.794805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.795160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.795160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.795160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.795160] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4da807e4-2d99-47d8-a155-20d29693f532 is going to be updated. [ 875.814223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.814389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.814438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.814710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.814868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.815030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4da807e4-2d99-47d8-a155-20d29693f532" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.298940] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.800548] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.800706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.800784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.800998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.801210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be created. [ 876.824601] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.824742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.824808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.825025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.825218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.833993] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: UNINITIALIZED for 2s [ 876.884123] env[69987]: INFO networking_nsxv3.common.synchronization [None req-038f75b5-87d7-493d-bf99-52f4e252b799 None None] Enqueued Resource ID: 26c37d0d-2f5d-4abb-818e-08041c0475a1 with Priority: HIGHEST for action port [ 876.888018] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26c37d0d-2f5d-4abb-818e-08041c0475a1 with Priority: HIGHEST for action port [ 876.888018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-26c37d0d-2f5d-4abb-818e-08041c0475a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.888018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26c37d0d-2f5d-4abb-818e-08041c0475a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.888018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26c37d0d-2f5d-4abb-818e-08041c0475a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.888018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26c37d0d-2f5d-4abb-818e-08041c0475a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.888018] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26c37d0d-2f5d-4abb-818e-08041c0475a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.388195] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26c37d0d-2f5d-4abb-818e-08041c0475a1 [ 877.388480] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.388537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.388600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.388821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.388917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.389068] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26c37d0d-2f5d-4abb-818e-08041c0475a1 already deleted. [ 877.389185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26c37d0d-2f5d-4abb-818e-08041c0475a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.844938] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 878.845237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.845574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.845656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.845854] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.845974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.846050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.846239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.846284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.846371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.846461] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.351114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.351114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.351114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.351114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.351114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.351868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.351868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.351868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.351868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.351868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.351868] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.568310] env[69987]: INFO networking_nsxv3.common.synchronization [req-50942682-67e8-4f53-81f4-a92459282ca4 req-94da8a3b-ba7a-4076-b03b-3de0dfb99880 tempest-VolumesAssistedSnapshotsTest-1773208599 tempest-VolumesAssistedSnapshotsTest-1773208599-project-member] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_members [ 879.569177] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGHEST for action security_group_members [ 879.570301] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.570301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.570301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.570301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.570301] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.570301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.570301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.570627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.570627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.570764] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.575091] env[69987]: INFO networking_nsxv3.common.synchronization [req-c56eada9-2c4b-4255-80fa-e1cbcf8c2487 req-104e9289-3cd4-401b-b0e9-6aa6693c0539 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_members [ 879.575421] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_members [ 879.575911] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.576029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.576095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.576356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.577063] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.577185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.577244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.577512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.577512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.577657] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.658146] env[69987]: INFO networking_nsxv3.common.synchronization [req-64325c34-550b-4ebc-9970-f34bfe07f244 req-c8b29c35-1720-48ea-be8b-c83a26bd3cd5 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 879.658146] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 879.659442] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.659442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.659442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.659442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.659695] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.665105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.665105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.665105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.665105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.665105] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.855755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 879.876558] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.876990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.877114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.878440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.878614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.878868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.878991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.879069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.879384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.879384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.879606] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.879706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.879782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.879950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.881206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.881566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.881566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.881695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.881799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.881887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.881978] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be created. [ 879.944620] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.944620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.944620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.944620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.944620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.957931] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 880.019691] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.019691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.019691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.019691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.019691] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.021258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.022983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.025016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.025016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.025016] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.025016] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.025016] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.025016] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.025016] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 880.025016] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.025455] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.050351] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.051623] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 880.052553] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.052844] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.053357] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-cf663439-5f58-4ebe-9323-5937dcc425a7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.053782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.054104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.054648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.054893] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf663439-5f58-4ebe-9323-5937dcc425a7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.075751] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.075751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.075751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.075751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.079370] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.079370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.106712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.106712] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.106712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.106712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.106712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.106712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.106712] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 is going to be updated. [ 880.107989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.107989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.107989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.107989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.107989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.108224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.108334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.108409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.108496] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 already deleted. [ 880.108576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.137931] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.138312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.138521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.138775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.138890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.147495] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 in Status: IN_PROGRESS for 2s [ 880.165808] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.559773] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.560020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.560154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.560438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.560631] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.560822] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port cf663439-5f58-4ebe-9323-5937dcc425a7 not found, creating... [ 880.561112] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.561284] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.561401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.561620] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.561757] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.562047] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.564468] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.564709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.564941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.565118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.565360] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: cf663439-5f58-4ebe-9323-5937dcc425a7 is going to be created. [ 880.588320] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.588584] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.588774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.589086] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.589330] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.589556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.668726] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.174319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.174705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.174705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.174920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.175034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.175094] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 881.215998] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.217682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.217778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.218178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.218296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.230767] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 881.367430] env[69987]: INFO networking_nsxv3.common.synchronization [req-c56eada9-2c4b-4255-80fa-e1cbcf8c2487 req-01bc89ff-77d9-446c-ae0f-5eb7f6497f4f service nova] Enqueued Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_rules [ 881.367674] env[69987]: INFO networking_nsxv3.common.synchronization [req-c56eada9-2c4b-4255-80fa-e1cbcf8c2487 req-01bc89ff-77d9-446c-ae0f-5eb7f6497f4f service nova] Enqueued Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_members [ 881.367750] env[69987]: INFO networking_nsxv3.common.synchronization [req-c56eada9-2c4b-4255-80fa-e1cbcf8c2487 req-01bc89ff-77d9-446c-ae0f-5eb7f6497f4f service nova] Enqueued Resource ID: cf663439-5f58-4ebe-9323-5937dcc425a7 with Priority: HIGHEST for action port [ 881.367987] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_rules [ 881.368203] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_members [ 881.368241] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf663439-5f58-4ebe-9323-5937dcc425a7 with Priority: HIGHEST for action port [ 881.368886] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.368993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.369085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.369352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.369449] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.372105] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.372105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.372105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.372316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.372428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.372543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.372613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.372781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.372907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.373089] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.376057] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf663439-5f58-4ebe-9323-5937dcc425a7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.376057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.376057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.376057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.376057] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf663439-5f58-4ebe-9323-5937dcc425a7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.876525] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.876662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.880201] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.881182] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf663439-5f58-4ebe-9323-5937dcc425a7 with status ACTIVE [ 881.881401] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.881525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.882563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.883524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.883628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.883840] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.883952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.884185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.884265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.884457] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.884590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.884657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.884801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.884875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.884962] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf663439-5f58-4ebe-9323-5937dcc425a7 is going to be updated. [ 881.915822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.915973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.916064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.916274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.916413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.916572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf663439-5f58-4ebe-9323-5937dcc425a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.971188] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 881.971438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.158230] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 in Status: SUCCESS [ 882.158437] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 deletion is rescheduled due to dependency. [ 882.158550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.388849] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.894100] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.894100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.894100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.894100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.894100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.894100] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 is going to be created. [ 882.917328] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.917514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.917587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.917798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.917954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.929642] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 in Status: UNINITIALIZED for 2s [ 883.247326] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 883.247326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.254206] env[69987]: INFO networking_nsxv3.common.synchronization [req-2cf27d5d-7742-44a6-89a4-94b7c62cbf81 req-f650cd90-cc96-4389-8bda-e441edaf19ef tempest-FloatingIPsAssociationTestJSON-288183458 tempest-FloatingIPsAssociationTestJSON-288183458-project-member] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 884.254206] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGHEST for action security_group_members [ 884.260491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.260491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.260491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.260491] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.761830] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.762069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.762069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.762275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.762369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.762573] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.762684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.762744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.762887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.762963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.763062] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be updated. [ 884.792346] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.792556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.792556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.792768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.792915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.803338] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: IN_PROGRESS for 2s [ 884.940070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 in Status: SUCCESS [ 884.940301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.940473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.940702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.940897] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.941044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.941104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.941237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.941341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.941434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.941525] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.444059] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.785396] env[69987]: INFO networking_nsxv3.common.synchronization [None req-991fb803-5089-426b-9dda-7c79bc6115fb None None] Enqueued Resource ID: 1742793f-d9f7-4a7e-86af-7fd8616b79a7 with Priority: HIGHEST for action port [ 885.786116] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1742793f-d9f7-4a7e-86af-7fd8616b79a7 with Priority: HIGHEST for action port [ 885.786449] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1742793f-d9f7-4a7e-86af-7fd8616b79a7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.789171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1742793f-d9f7-4a7e-86af-7fd8616b79a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.789171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1742793f-d9f7-4a7e-86af-7fd8616b79a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.789171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1742793f-d9f7-4a7e-86af-7fd8616b79a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.789171] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1742793f-d9f7-4a7e-86af-7fd8616b79a7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.947778] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1: rpc.has_security_group_logging(os_id): False [ 885.967028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.967028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.967028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.967028] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 is going to be created. [ 886.032024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.032024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.032024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.032024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.032024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.041075] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 in Status: IN_PROGRESS for 2s [ 886.289523] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1742793f-d9f7-4a7e-86af-7fd8616b79a7 [ 886.289889] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.290092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.290194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.290444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.290570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.290693] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1742793f-d9f7-4a7e-86af-7fd8616b79a7 already deleted. [ 886.290802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1742793f-d9f7-4a7e-86af-7fd8616b79a7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.730580] env[69987]: INFO networking_nsxv3.common.synchronization [None req-d19ad043-da99-4461-b551-3d701ce427a5 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 886.731150] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 886.731645] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.731645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.731645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.731872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.731948] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.810472] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8d2393de-eb02-47c4-bc2f-2bd03baf9036 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 886.811111] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 886.813055] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e69cef07-d32d-4944-9bb3-091ade313a19 in Status: SUCCESS [ 886.813055] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 deletion is rescheduled due to dependency. [ 886.813055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.813744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.813744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.255423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.255423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.255423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.255423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.255423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.255423] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 already deleted. [ 887.255423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.255423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.256100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.256100] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.779186] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.779468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.779468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.779618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.779708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.779807] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 already deleted. [ 887.779885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.057231] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 in Status: SUCCESS [ 888.057526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.227589] env[69987]: INFO networking_nsxv3.common.synchronization [None req-04c2524d-dc6e-44c9-a4fd-333f1d4eb0e1 None None] Enqueued Resource ID: 4061ec5e-bbca-4569-bef6-d54bd053bae2 with Priority: HIGHEST for action port [ 888.228135] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4061ec5e-bbca-4569-bef6-d54bd053bae2 with Priority: HIGHEST for action port [ 888.228478] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4061ec5e-bbca-4569-bef6-d54bd053bae2 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.229143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4061ec5e-bbca-4569-bef6-d54bd053bae2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.229143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4061ec5e-bbca-4569-bef6-d54bd053bae2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.229351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4061ec5e-bbca-4569-bef6-d54bd053bae2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.229351] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4061ec5e-bbca-4569-bef6-d54bd053bae2',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.732012] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4061ec5e-bbca-4569-bef6-d54bd053bae2 [ 888.732244] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.732412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.732474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.732650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.732738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.732836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4061ec5e-bbca-4569-bef6-d54bd053bae2 already deleted. [ 888.732915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4061ec5e-bbca-4569-bef6-d54bd053bae2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.239927] env[69987]: INFO networking_nsxv3.common.synchronization [req-2cd4934d-2deb-4b8e-b860-42eb44edfd7f req-b10ef20e-87c8-469e-a914-ee9896eb58de tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 889.240470] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 889.240763] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.240877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.240979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.241203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.241356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.241466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.241528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.241674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.241752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.241843] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.628496] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.628496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.628701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.629107] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.631151] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.631151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.631151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.631151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.631151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.631376] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.631570] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.631639] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.631852] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.632059] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 889.632264] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.632436] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.656997] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.657402] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 889.657688] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.658462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.658966] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-2c8ad636-498e-4d08-8915-5d11ff684a84 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.659267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.659590] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.660075] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.660300] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8ad636-498e-4d08-8915-5d11ff684a84',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.743990] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.744204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.744308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.744546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.744681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.744916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.745053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.745126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.745308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.745407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.745500] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 already deleted. [ 889.745554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.163231] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.163475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.163608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.163878] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.164039] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.164200] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 2c8ad636-498e-4d08-8915-5d11ff684a84 not found, creating... [ 890.164466] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.164627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.164755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.164963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.165124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.165407] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.165565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.165682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.165885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.168599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.168846] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 is going to be created. [ 890.189781] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.190011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.190128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.190384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.190622] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.190874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.918260] env[69987]: INFO networking_nsxv3.common.synchronization [req-2cd4934d-2deb-4b8e-b860-42eb44edfd7f req-db503837-7570-47ad-84bc-4df237915645 service nova] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 890.918577] env[69987]: INFO networking_nsxv3.common.synchronization [req-2cd4934d-2deb-4b8e-b860-42eb44edfd7f req-db503837-7570-47ad-84bc-4df237915645 service nova] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 890.918577] env[69987]: INFO networking_nsxv3.common.synchronization [req-2cd4934d-2deb-4b8e-b860-42eb44edfd7f req-db503837-7570-47ad-84bc-4df237915645 service nova] Enqueued Resource ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 with Priority: HIGHEST for action port [ 890.919068] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 890.919068] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 890.919068] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 with Priority: HIGHEST for action port [ 890.919544] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.919670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.919738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.919988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.921151] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.922167] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.922167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.922256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.922381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.922571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.922630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.922672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.922834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.922898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.922986] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.923764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8ad636-498e-4d08-8915-5d11ff684a84 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.923933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.923933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.924093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.924168] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8ad636-498e-4d08-8915-5d11ff684a84',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.164700] env[69987]: INFO networking_nsxv3.common.synchronization [req-794edc06-2b55-4729-9718-1bb1f3bfb331 req-bc07c550-d178-41de-9138-76069f5a997d tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 891.165523] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 891.165857] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.165999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.166528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.166748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.166934] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.167071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.167130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.167278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.167354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.167509] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.427544] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.427688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.427884] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.432047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c8ad636-498e-4d08-8915-5d11ff684a84 with status ACTIVE [ 891.432047] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.432047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.432047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.432047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.432047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.432047] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.433355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.433457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.433635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.433723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.433991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.434117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.434190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.434323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.434399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.434488] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 is going to be updated. [ 891.461016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.461016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.461016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.461016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.461016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.461016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.568026] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.568262] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.568394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.568661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.568934] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.569139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.569246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.569448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.569623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.569861] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.569984] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.570113] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.570227] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.570344] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 891.570459] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.570591] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.596164] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.596338] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 891.596491] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.596681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-648" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.598431] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-aabfeee4-193c-4644-afc0-35960f4acff8 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.598431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.598431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.598431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.598431] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabfeee4-193c-4644-afc0-35960f4acff8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.670072] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.670268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.670335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.670545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.693560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.693853] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.693974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.694059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.694267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.694352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.694444] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 891.719796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.719796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.719962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.720077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.720225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.730506] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 891.932037] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.100485] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.100727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.100859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.101197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.101362] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.101528] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port aabfeee4-193c-4644-afc0-35960f4acff8 not found, creating... [ 892.101792] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.101953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.102096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.102325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.102483] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.102785] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.102945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.104027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.104309] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.104470] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.104628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: aabfeee4-193c-4644-afc0-35960f4acff8 is going to be created. [ 892.124643] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.124904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.125020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.125358] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.125627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.125855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396875] env[69987]: INFO networking_nsxv3.common.synchronization [req-e8c80118-bd63-4e9e-8b3f-653b1530825a req-c936c555-1d1c-4dbb-9765-11b671534e00 tempest-ImagesOneServerTestJSON-488467358 tempest-ImagesOneServerTestJSON-488467358-project-member] Enqueued Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_members [ 892.397299] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGHEST for action security_group_members [ 892.397690] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.397794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.397853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.398211] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.398383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.398383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.398611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.398706] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.434427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.434427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.434427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.434645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.434645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.434812] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be created. [ 892.457711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.457860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.457930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.458201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.458385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.467900] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: UNINITIALIZED for 2s [ 892.902504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.902646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.904201] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.904201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.904201] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 is going to be updated. [ 892.913541] env[69987]: INFO networking_nsxv3.common.synchronization [req-794edc06-2b55-4729-9718-1bb1f3bfb331 req-8eaf7c8a-7dc0-43a2-a318-0dcc1be9b0ed service nova] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_rules [ 892.913701] env[69987]: INFO networking_nsxv3.common.synchronization [req-794edc06-2b55-4729-9718-1bb1f3bfb331 req-8eaf7c8a-7dc0-43a2-a318-0dcc1be9b0ed service nova] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 892.913869] env[69987]: INFO networking_nsxv3.common.synchronization [req-794edc06-2b55-4729-9718-1bb1f3bfb331 req-8eaf7c8a-7dc0-43a2-a318-0dcc1be9b0ed service nova] Enqueued Resource ID: aabfeee4-193c-4644-afc0-35960f4acff8 with Priority: HIGHEST for action port [ 892.914384] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_rules [ 892.914514] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 892.914609] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aabfeee4-193c-4644-afc0-35960f4acff8 with Priority: HIGHEST for action port [ 892.915115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.915238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.915303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.915456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.915537] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.916439] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.916555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.916760] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-aabfeee4-193c-4644-afc0-35960f4acff8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.916881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.916947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.917115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.917189] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aabfeee4-193c-4644-afc0-35960f4acff8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.931533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.931533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.931533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.931696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.931835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.944316] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 in Status: IN_PROGRESS for 2s [ 893.419365] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.419502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.420851] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aabfeee4-193c-4644-afc0-35960f4acff8 with status ACTIVE [ 893.421066] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.421188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.421249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.421469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.421562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.421750] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.421848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.421913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.422089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.422167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.422413] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.422588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.422635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.422801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.422900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.422960] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aabfeee4-193c-4644-afc0-35960f4acff8 is going to be updated. [ 893.445047] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.446544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.446544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.446544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.446544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.446544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aabfeee4-193c-4644-afc0-35960f4acff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741175] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 893.741175] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 deletion is rescheduled due to dependency. [ 893.741175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.741393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.741434] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.741556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.741620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.741773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.741854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.741952] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.243772] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.477496] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 894.477734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.477901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.478149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.478350] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.478488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.478561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.478719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.478797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.478882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.478972] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.747042] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.813355] env[69987]: INFO networking_nsxv3.common.synchronization [req-1a898ac8-5a33-43fc-a364-a59c8851546a req-edb383ef-c150-4387-80e5-5ebb49eaf3d8 tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 894.815544] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 894.815959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.816135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.816224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.816502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.816711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.816837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.816919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.817117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.817298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.817353] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.954825] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 in Status: SUCCESS [ 894.954825] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 deletion is rescheduled due to dependency. [ 894.954825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.980745] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.981142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.981142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.981300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.981362] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.981465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.981531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.981716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.981840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.982060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.982060] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.982318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.982453] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.982542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.982600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.982733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.982810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.983017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.983017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.148817] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.148817] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.148817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.148817] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.148817] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.148817] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.148817] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.149308] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 895.149308] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.149308] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.171398] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.171571] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 895.171722] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.171884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.172219] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.172394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.172529] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.172985] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.173193] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c12be4-6c2c-415c-bbf4-af57f2c1bb6f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.248746] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.249074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.249074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.249149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.249207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.249308] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 895.275233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.275390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.275478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.275697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.275864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.284869] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 895.319664] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.485872] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a789a95-8419-42ee-96ef-2c168e7eb037: rpc.has_security_group_logging(os_id): False [ 895.502799] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.502991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.503098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.503317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.503411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.503600] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.503715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.503776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.503943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.504030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.504216] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.504308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.504366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.504502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.504574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.504762] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.504851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.504904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.505051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.505123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.505250] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be created. [ 895.555857] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.556053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.556096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.556305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.556478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.567992] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 895.675865] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.676119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.676472] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.676550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.676675] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.676835] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 02c12be4-6c2c-415c-bbf4-af57f2c1bb6f not found, creating... [ 895.677109] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.677271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.677391] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.677641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.677786] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.678087] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.678250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.678369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.678581] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.678718] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.678874] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 02c12be4-6c2c-415c-bbf4-af57f2c1bb6f is going to be created. [ 895.711975] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.712156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.712281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.712520] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.712745] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.712962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.821768] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.323909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.324301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.324301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.324369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.324460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.324567] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 896.355358] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.355536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.355613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.355825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.355992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.366195] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 896.429493] env[69987]: INFO networking_nsxv3.common.synchronization [req-1a898ac8-5a33-43fc-a364-a59c8851546a req-063d5242-75a5-431f-89a9-267dc796804f service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 896.429683] env[69987]: INFO networking_nsxv3.common.synchronization [req-1a898ac8-5a33-43fc-a364-a59c8851546a req-063d5242-75a5-431f-89a9-267dc796804f service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 896.429825] env[69987]: INFO networking_nsxv3.common.synchronization [req-1a898ac8-5a33-43fc-a364-a59c8851546a req-063d5242-75a5-431f-89a9-267dc796804f service nova] Enqueued Resource ID: 02c12be4-6c2c-415c-bbf4-af57f2c1bb6f with Priority: HIGHEST for action port [ 896.430357] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 896.430538] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 896.430594] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c12be4-6c2c-415c-bbf4-af57f2c1bb6f with Priority: HIGHEST for action port [ 896.431374] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.431533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.431607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.431926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.431926] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.432905] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.432905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.434566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.434566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.434566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.434566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.434566] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c12be4-6c2c-415c-bbf4-af57f2c1bb6f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.519317] env[69987]: INFO networking_nsxv3.common.synchronization [req-9333eb25-7fab-4390-9bfe-79098b9a8ffa req-2eba9562-02ee-4f47-8e60-cbbf88f731d9 tempest-MigrationsAdminTest-1712202806 tempest-MigrationsAdminTest-1712202806-project-member] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 896.519904] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 896.521279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.521449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.521536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.521792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.522010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.522161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.522230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.522402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.522507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.522641] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.935621] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.935777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.936019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02c12be4-6c2c-415c-bbf4-af57f2c1bb6f with status ACTIVE [ 896.936173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.936304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.936340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.936548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.936633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.936811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.936907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.936971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.937131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.937210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.937389] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.937480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.937681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.937845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.937922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.938015] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02c12be4-6c2c-415c-bbf4-af57f2c1bb6f is going to be updated. [ 896.957601] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.957809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.957879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.958090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.958256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.958427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c12be4-6c2c-415c-bbf4-af57f2c1bb6f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.025082] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.241698] env[69987]: INFO networking_nsxv3.common.synchronization [req-c4fbf34c-0e86-4297-8eec-8dbcfd24e048 req-a4e16787-53de-40da-b9e7-c3f8151f878b tempest-ServersNegativeTestMultiTenantJSON-925898873 tempest-ServersNegativeTestMultiTenantJSON-925898873-project-member] Enqueued Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_members [ 897.242221] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_members [ 897.242517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.242634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.242698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.242947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.243242] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.244029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.244029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.244029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.244029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.244029] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.294629] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 897.295098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.295098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.296062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.296275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.296398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.296535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.297406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.297406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.297406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.297406] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.530585] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.579521] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 897.579774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.585010] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-700 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.585266] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.585443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.585791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.586301] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.586546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.586752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.587111] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.587251] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.587538] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.587680] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.587807] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.587975] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.588175] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 897.588361] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.588562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.607129] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 897.607362] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 897.607470] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 897.607735] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-700" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.608076] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-86f18e5a-d4c8-412a-976f-3cef54cfe490 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.608260] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.608400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.608993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.609152] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f18e5a-d4c8-412a-976f-3cef54cfe490',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.747627] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.747627] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.747627] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 already deleted. [ 897.747627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.800126] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.800292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.800367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.800685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.800867] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.800973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.801049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.801200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.801285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.801371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.801517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.801608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.801667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.801802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.801942] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.802034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.802094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.802225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.802291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.802367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.802454] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.031169] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.031413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.031493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.031809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.031995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.032131] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be updated. [ 898.062800] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.062967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.063033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.063225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.063363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.071865] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 898.112725] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.112998] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.113199] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.113520] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.113707] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.113867] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 86f18e5a-d4c8-412a-976f-3cef54cfe490 not found, creating... [ 898.114166] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.114325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.114445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.114672] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.114814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.115128] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.115286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.115508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.115796] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.115989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.116170] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 86f18e5a-d4c8-412a-976f-3cef54cfe490 is going to be created. [ 898.134765] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.134960] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.135106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.135365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.135747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.135975] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.305063] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8eb24750-de46-4d34-b982-85dfe7ebba28: rpc.has_security_group_logging(os_id): False [ 898.323386] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.323569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.323610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.323811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.323902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.324149] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.324253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.324317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.324461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.324544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.324748] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.324842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.324903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.325053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.325129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.325321] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.325415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.325468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.325675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.325753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.325844] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 898.376252] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 898.376478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.376704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.376943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.377139] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.377255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.377321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.377470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.377569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.377671] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.391226] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.391405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.391478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.391699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.391863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.402922] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 898.879935] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.094168] env[69987]: INFO networking_nsxv3.common.synchronization [req-c4fbf34c-0e86-4297-8eec-8dbcfd24e048 req-0fa2300d-522e-40a3-bcff-2179c1860457 service nova] Enqueued Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_rules [ 899.094527] env[69987]: INFO networking_nsxv3.common.synchronization [req-c4fbf34c-0e86-4297-8eec-8dbcfd24e048 req-0fa2300d-522e-40a3-bcff-2179c1860457 service nova] Enqueued Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_members [ 899.094776] env[69987]: INFO networking_nsxv3.common.synchronization [req-c4fbf34c-0e86-4297-8eec-8dbcfd24e048 req-0fa2300d-522e-40a3-bcff-2179c1860457 service nova] Enqueued Resource ID: 86f18e5a-d4c8-412a-976f-3cef54cfe490 with Priority: HIGHEST for action port [ 899.095471] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_rules [ 899.095668] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_members [ 899.095834] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f18e5a-d4c8-412a-976f-3cef54cfe490 with Priority: HIGHEST for action port [ 899.098042] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098042] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.098042] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.098630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.098630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.098630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.098630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.098630] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.099362] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f18e5a-d4c8-412a-976f-3cef54cfe490 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.099470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.099541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.099691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.099767] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f18e5a-d4c8-412a-976f-3cef54cfe490',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.382475] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.602134] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.603034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.603207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.603577] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86f18e5a-d4c8-412a-976f-3cef54cfe490 with status ACTIVE [ 899.603802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.603910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.603910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.604212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.604310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.604485] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.604600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.604669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.604839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.604914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.605118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.605222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.605330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.605454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.605519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.605581] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86f18e5a-d4c8-412a-976f-3cef54cfe490 is going to be updated. [ 899.626664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.626820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.626890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.627107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.627257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.627418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f18e5a-d4c8-412a-976f-3cef54cfe490" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.886541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.886767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.886806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.887057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.887157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.887265] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 899.914467] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.914664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.914768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.915060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.915260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.923711] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 900.082289] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 900.082517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.104023] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.416876] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 900.417483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.606445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.606577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.606619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.606844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.606939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.607055] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 is going to be created. [ 900.630666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.630833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.630910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.631167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.631350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.639628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 in Status: UNINITIALIZED for 2s [ 901.057176] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.057396] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.057930] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.058176] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.058468] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.058602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.058660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.059640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.059836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.059961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.060039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.060212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.060295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.060388] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.061261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.061344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.061408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.061625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.061804] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.061804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.061914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.061999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.062088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.062172] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.113514] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 901.113931] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_rules [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [req-e148a72f-0a56-4091-ae7c-5510bd2a57a4 req-52b83f8a-4d4e-42da-8a2c-5a4b670fd7dd tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 with Priority: HIGHEST for action port [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_rules [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 with Priority: HIGHEST for action port [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.118088] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.118088] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.118088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.118088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.118088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.118088] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.118088] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.118088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.118088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.119442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.119723] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.120708] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8ad636-498e-4d08-8915-5d11ff684a84 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.120991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.121227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.122033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.122033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8ad636-498e-4d08-8915-5d11ff684a84',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.122682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.125066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.125066] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.125066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.414590] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.414819] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.415148] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_members [ 901.415510] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.415643] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.415741] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_members [ 901.421186] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.421415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.421641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.421740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.421952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.422084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.422135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.423596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.423810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.423959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.424032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.424308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.424384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.424452] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.473835] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 901.474049] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.474173] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_rules [ 901.474303] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_members [ 901.474427] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_rules [ 901.474566] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.474708] env[69987]: INFO networking_nsxv3.common.synchronization [req-be33c19e-0743-47ac-a537-35629473d2ea req-3a396349-89c8-48b4-bbb0-7e27b077c309 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 with Priority: HIGHEST for action port [ 901.475209] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 901.475332] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_rules [ 901.475425] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 901.475551] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 with Priority: HIGHEST for action port [ 901.475620] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_rules [ 901.475731] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 901.475813] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_members [ 901.476146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.476253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476376] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.476465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.476524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.476791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.476922] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.477749] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.477846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c8ad636-498e-4d08-8915-5d11ff684a84 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.479441] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.479441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.567441] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.567441] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.625979] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.626354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.626658] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.626784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.627010] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c8ad636-498e-4d08-8915-5d11ff684a84 with status ACTIVE [ 901.627283] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.627372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.630185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.630185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.630185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.630185] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 is going to be updated. [ 901.648869] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.649012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.649087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.649286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.649419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.649573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.649717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.649876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.649977] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c8ad636-498e-4d08-8915-5d11ff684a84',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.928065] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.935929] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 901.936198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.936417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.936630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.936886] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.936944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.937010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.937168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.937250] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.937356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.937450] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.980568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.982134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.068870] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.069748] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.155379] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c8ad636-498e-4d08-8915-5d11ff684a84 with status ACTIVE [ 902.155797] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.156139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.156139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.156323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.156430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.156670] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.156821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.156910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.157569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.157569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.157569] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.157569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.157569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.157995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.158151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.158262] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c8ad636-498e-4d08-8915-5d11ff684a84 is going to be updated. [ 902.180140] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.180251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.180333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.180545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.180687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.180872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c8ad636-498e-4d08-8915-5d11ff684a84" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.430432] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.439641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.439882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.440011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.440253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.440484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.440647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.440733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.440918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.441106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.441251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.441447] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.441447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.441563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.441718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.442366] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.442366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.442366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.442366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.442580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.442580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.442705] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.571820] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.572094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.572287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.572380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.572486] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 902.574350] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.574473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.574526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.574687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.574849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.574849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be created. [ 902.600846] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.601072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.601151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.601362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.601518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.603447] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.603560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.603650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.603847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.603995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.612765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 902.613450] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: UNINITIALIZED for 2s [ 902.648407] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 in Status: SUCCESS [ 902.648407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.648407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.648407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.648407] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.648686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.648686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.648686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.648800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.648920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.649021] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.933262] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.933437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.933509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.933747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.933881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.934016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c is going to be created. [ 902.944881] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d2566e-0009-4cd8-b070-1d52d26dd2ce: rpc.has_security_group_logging(os_id): False [ 902.958928] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.959087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.959159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.959376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.959525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.968785] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: UNINITIALIZED for 2s [ 902.968990] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.968990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.969104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.969254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.969344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.969605] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.969656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.969687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.969840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.969910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.970132] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.970238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.970297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.970419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.970558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.970660] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.970751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.970812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.970947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.971031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.971687] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 903.027196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.027387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.027495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.028223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.028223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.039918] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 903.153130] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.153426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.153426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.153561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.153759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.153876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.153937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.154107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.154191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.157018] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.660783] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6: rpc.has_security_group_logging(os_id): False [ 903.677372] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.677527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.677588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.677930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.678047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.678263] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.678369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.678425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.678576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.678658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.678876] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.678967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.679037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.679204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.679285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.679467] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.679544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.679613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.679769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.679846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.679933] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 is going to be created. [ 903.691525] env[69987]: INFO networking_nsxv3.common.synchronization [req-e323d269-f475-491d-9699-9528fd4b99aa req-8b511c27-ed3d-4b9d-b11f-a9e4e06be03e tempest-VolumesAdminNegativeTest-1005914206 tempest-VolumesAdminNegativeTest-1005914206-project-member] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_members [ 903.693835] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGHEST for action security_group_members [ 903.693835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.693835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.693835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.693835] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.738117] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.738117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.738117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.738117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.738117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.748433] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 in Status: IN_PROGRESS for 2s [ 904.196663] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.197102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.197102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.197201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.197299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.197511] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.197610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.197842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.198125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.198261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.198373] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 is going to be updated. [ 904.229407] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.229407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.229407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.229407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.229407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.239243] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: IN_PROGRESS for 2s [ 904.625853] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 904.626234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.626329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.626789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.626867] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.626984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.627066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.627227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.627406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.627406] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.630018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 904.630018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.630018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.630018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.630415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.630529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.630604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.630793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.630874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.630970] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.980455] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: SUCCESS [ 904.980712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.980849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.981337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.981530] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.981700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.981769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.981936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.982038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.982142] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.052301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 905.052621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.134025] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.134414] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.484730] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.637621] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.638515] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.760272] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 in Status: SUCCESS [ 905.760562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.987224] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.140080] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.140080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.140331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.140422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.140513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.140616] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be updated. [ 906.143385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.143528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.143569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.143735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.143820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.143957] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 906.167024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.167198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.167240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.167405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.167548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.169270] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.169441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.169441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.169594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.169712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.177805] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: IN_PROGRESS for 2s [ 906.178586] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 906.248484] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 in Status: SUCCESS [ 906.248696] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 deletion is rescheduled due to dependency. [ 906.248822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.490033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.490338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.490338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.490500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.490590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.490695] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c is going to be updated. [ 906.516448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.516608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.516655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.516845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.516987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.525556] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: IN_PROGRESS for 2s [ 906.903642] env[69987]: INFO networking_nsxv3.common.synchronization [req-6975bce7-dd12-400b-885f-ae1580e957f3 req-a9c626c5-0638-4486-9205-39eb0934c1cb tempest-ImagesOneServerNegativeTestJSON-630350183 tempest-ImagesOneServerNegativeTestJSON-630350183-project-member] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 906.904140] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGHEST for action security_group_members [ 906.905030] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.905030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.905030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.905030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.905030] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.905295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.905295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.905374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.905456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.905552] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.408319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.408486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.408561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.408793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.408890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.409115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.410963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.410963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.410963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.410963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.410963] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be updated. [ 907.450784] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.450941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.450941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.455026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.455026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.460164] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: IN_PROGRESS for 2s [ 907.622017] env[69987]: INFO networking_nsxv3.common.synchronization [req-2042ee07-1f69-4409-8ccc-37a2bef972b3 req-f577a76e-b0c6-4ae2-8ab7-a76158348a08 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 907.622017] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 907.622017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.622017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.622017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.622017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.622017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.622017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.622017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.622598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.622598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.622598] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.989364] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.989571] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.989699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.990062] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.990336] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.990515] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.990668] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.990875] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.991040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.991290] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.991410] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.991526] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.991646] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.991769] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 907.991909] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.992071] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.012028] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.012028] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.012028] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.012028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.012028] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-0f0159af-9c04-46fe-8fac-ebd620726fd7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.012028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.012028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.012028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.012903] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0159af-9c04-46fe-8fac-ebd620726fd7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.126695] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.126695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.126695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.126862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.126862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.127161] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.127237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.127269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.127443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.127471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.127561] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 already deleted. [ 908.127651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.196385] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 908.196627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.196800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.197035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.197230] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.197348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.197416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.197566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.197658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.197794] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.199479] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 908.199545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.199663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.199837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.201036] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.201036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.201036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.201036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.201036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.201036] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.518163] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.518163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.518163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.518163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.518163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.518163] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 0f0159af-9c04-46fe-8fac-ebd620726fd7 not found, creating... [ 908.518163] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.518163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.518163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.518971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.519285] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.519802] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.520153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.520512] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.521746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.521746] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.521913] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 0f0159af-9c04-46fe-8fac-ebd620726fd7 is going to be created. [ 908.535025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: SUCCESS [ 908.535025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.535173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.535311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.535789] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.535789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.535789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.536087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.536087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.536087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.536087] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.552179] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.552434] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.552540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.552827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.553092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.553332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.703145] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.703927] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.038439] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.206663] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.207689] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.284420] env[69987]: INFO networking_nsxv3.common.synchronization [req-2042ee07-1f69-4409-8ccc-37a2bef972b3 req-880e906f-1135-4612-aac8-497074185a10 service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 909.285088] env[69987]: INFO networking_nsxv3.common.synchronization [req-2042ee07-1f69-4409-8ccc-37a2bef972b3 req-880e906f-1135-4612-aac8-497074185a10 service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 909.285380] env[69987]: INFO networking_nsxv3.common.synchronization [req-2042ee07-1f69-4409-8ccc-37a2bef972b3 req-880e906f-1135-4612-aac8-497074185a10 service nova] Enqueued Resource ID: 0f0159af-9c04-46fe-8fac-ebd620726fd7 with Priority: HIGHEST for action port [ 909.286080] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 909.286250] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 909.286381] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0159af-9c04-46fe-8fac-ebd620726fd7 with Priority: HIGHEST for action port [ 909.287039] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.287105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.287134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.288071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.288191] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.289669] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.289877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.289972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.292043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.292291] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.292409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.292482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.292710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.292804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.292928] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.293980] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0159af-9c04-46fe-8fac-ebd620726fd7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.294117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.294203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.294396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.294477] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0159af-9c04-46fe-8fac-ebd620726fd7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.470317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 in Status: SUCCESS [ 909.470513] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 deletion is rescheduled due to dependency. [ 909.470627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.541335] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70f1cbe7-5a42-4573-8d1a-373ddd4a977c: rpc.has_security_group_logging(os_id): False [ 909.558947] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.559356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.559356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.559511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.559606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.559849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.559979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.560018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.560247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.560324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.560416] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c is going to be created. [ 909.613996] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.615095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.615095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.615095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.615095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.628299] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: IN_PROGRESS for 2s [ 909.710838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.711178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.711178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.711356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.711450] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.711556] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 909.712814] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.712924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.712990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.713168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.713248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.713335] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be updated. [ 909.744677] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.744835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.744907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.745156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.745277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.747083] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.747204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.747270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.747434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.747556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.760027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 909.760832] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: IN_PROGRESS for 2s [ 909.798317] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.799568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.799695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.801628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f0159af-9c04-46fe-8fac-ebd620726fd7 with status ACTIVE [ 909.801835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.802011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.802286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.802466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.802569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.803427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.803427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.803427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.803427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.803427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.803427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.803717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.803717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.803717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.803805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.803836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f0159af-9c04-46fe-8fac-ebd620726fd7 is going to be updated. [ 909.827344] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.827491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.827562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.827798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.827963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.828109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0159af-9c04-46fe-8fac-ebd620726fd7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.111419] env[69987]: INFO networking_nsxv3.common.synchronization [req-94440f4e-b6b1-4b98-a57d-4540c9ee9082 req-30eec0ae-7561-400f-a892-d8b4d2359b26 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 910.112083] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 910.112474] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.112660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.112773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.113057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.113296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.113584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.113584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.113752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.113927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.114139] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.301942] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.391522] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-326 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.391668] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-326" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.391807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-326" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.392163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-326" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.392430] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.392594] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.392712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.392924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.393328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.393619] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.393749] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.393864] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.394247] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.394247] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.394247] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.394389] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.411526] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.412690] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.412690] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.412690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-326" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.412690] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.412690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.412690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.412950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.413626] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.420830] env[69987]: INFO networking_nsxv3.common.synchronization [req-8fa86e21-3d64-4c23-8eaa-9deeb1518582 req-191f8e33-fc78-4db7-89de-db9529a0d76a tempest-ServersNegativeTestMultiTenantJSON-925898873 tempest-ServersNegativeTestMultiTenantJSON-925898873-project-member] Enqueued Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_members [ 910.421310] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGHEST for action security_group_members [ 910.421618] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.421739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.421839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.421992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.422164] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.422267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.422328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.422472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.422571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.422663] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.616588] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.616761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.616843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.617068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.617165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.617371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.617473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.617538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.617691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.617834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.617928] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da already deleted. [ 910.618041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.806049] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.806392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.806392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.806539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.806592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.806670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be created. [ 910.831183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.831403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.831491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.831714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.832263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.840924] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: UNINITIALIZED for 2s [ 910.922251] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.922528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.922666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.923035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.923217] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.924036] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee not found, creating... [ 910.924036] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.924036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.924036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.926340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.926340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.926340] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.926340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.926340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.926340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.926340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.926340] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee is going to be created. [ 910.928048] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.928048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.928048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.928048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.928048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.928048] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.928048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.928387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.928387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.928776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.928776] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 is going to be updated. [ 910.946438] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.946659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.946788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.947110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.947351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.947579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.954999] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.955131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.955201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.955395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.955525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.962771] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 in Status: IN_PROGRESS for 2s [ 911.641018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: SUCCESS [ 911.641018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.665937] env[69987]: INFO networking_nsxv3.common.synchronization [req-94440f4e-b6b1-4b98-a57d-4540c9ee9082 req-9c3763b0-08b5-4229-912e-f9e4ddc13fdd service nova] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_rules [ 911.666141] env[69987]: INFO networking_nsxv3.common.synchronization [req-94440f4e-b6b1-4b98-a57d-4540c9ee9082 req-9c3763b0-08b5-4229-912e-f9e4ddc13fdd service nova] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 911.666290] env[69987]: INFO networking_nsxv3.common.synchronization [req-94440f4e-b6b1-4b98-a57d-4540c9ee9082 req-9c3763b0-08b5-4229-912e-f9e4ddc13fdd service nova] Enqueued Resource ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with Priority: HIGHEST for action port [ 911.666684] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_rules [ 911.666783] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 911.666831] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with Priority: HIGHEST for action port [ 911.667417] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.667492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.667536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.667808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.667872] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.671415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.671415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.671415] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.671415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.671415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.671415] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.772940] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 911.773346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.774326] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 911.774555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.774750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.775071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.775347] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.775536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.775888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.775955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.776078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.776217] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.777321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.777543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.777787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.777998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.778254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.778505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.778648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.778804] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.172871] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.174100] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.174100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.174267] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with status ACTIVE [ 912.174411] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.174515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.174579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.174781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.175546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.175546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.175546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.175546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.175546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.175546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.175546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.175880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.175880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.175880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.175880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.175993] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee is going to be updated. [ 912.200273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.200419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.200488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.200691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.200824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.204344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.206647] env[69987]: INFO networking_nsxv3.common.synchronization [req-52185407-e0c1-422c-9e20-b650b89d68d4 req-319a7eec-d1ff-4b57-9205-f5afb3571583 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 912.207107] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 912.207848] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.207970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.208049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.209051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.209227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.209227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.209382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.209462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.209556] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.281271] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.282200] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.566592] env[69987]: INFO networking_nsxv3.common.synchronization [req-4041b870-9745-4e77-b04a-700f34914830 req-8a840e86-74c3-48d5-91d1-24f2b203dd37 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 912.567205] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 912.567609] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.567758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.567855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.569007] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.569240] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.569705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.569705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.569705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.569926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.570751] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.682167] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.712144] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.783954] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.785668] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.850975] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 912.851103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.851281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.851598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.851899] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.851899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.852080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.852148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.853501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.853501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.853501] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.974266] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 in Status: SUCCESS [ 912.974456] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 deletion is rescheduled due to dependency. [ 912.974567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.000917] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.001179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.001311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.001584] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.001848] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.002014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.004811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.005085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.005247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.005468] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.005724] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.005955] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.006095] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.006224] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 913.006339] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.006480] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.024105] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.024328] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 913.024508] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.024647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.024975] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.025173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.025296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.025604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.025827] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.073116] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.185535] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.185853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.185962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.186213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.186359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.186506] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be created. [ 913.210933] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.211164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.211330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.211707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.211973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.218527] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.221439] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: UNINITIALIZED for 2s [ 913.286772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.286996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.286996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.287679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.288475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.291955] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 913.291955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.291955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.291955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.291955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.291955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.291955] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be updated. [ 913.317061] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.317296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.317296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.317475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.317618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.319557] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.319724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.319724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.319911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.320062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.330326] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 913.331193] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: IN_PROGRESS for 2s [ 913.354706] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.528223] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.528533] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.528730] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.529123] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.529351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.529562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 not found, creating... [ 913.529941] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.530180] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.530350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.530658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.530867] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.531296] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.531532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.531710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.532035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.532190] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.532399] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 is going to be created. [ 913.558477] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.558477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.558477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.558477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.559371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.559371] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.575434] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.726732] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.726732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.726732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.726732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.726732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.726732] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 913.758309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.758309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.758309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.758309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.758309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.767209] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 913.856877] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0750692-047a-4901-b312-91bcc035f729: rpc.has_security_group_logging(os_id): False [ 913.875019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.875019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.875019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.875019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be created. [ 913.941536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.941714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.941777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.941984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.942185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.952532] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 914.081628] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.082472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.083767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.084073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.084198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.084502] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 914.124851] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.125035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.125111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.125338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.125502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.134740] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 914.548173] env[69987]: INFO networking_nsxv3.common.synchronization [req-4041b870-9745-4e77-b04a-700f34914830 req-9de8740a-9a23-43c5-95bd-e02d2a3a1ff4 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 914.548173] env[69987]: INFO networking_nsxv3.common.synchronization [req-4041b870-9745-4e77-b04a-700f34914830 req-9de8740a-9a23-43c5-95bd-e02d2a3a1ff4 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 914.548173] env[69987]: INFO networking_nsxv3.common.synchronization [req-4041b870-9745-4e77-b04a-700f34914830 req-9de8740a-9a23-43c5-95bd-e02d2a3a1ff4 service nova] Enqueued Resource ID: d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 with Priority: HIGHEST for action port [ 914.548173] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 914.548173] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 914.548173] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 with Priority: HIGHEST for action port [ 914.548173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.548173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.548173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.548173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.548173] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.555079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.555079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.555079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.555079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.555079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.555079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.555079] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.859134] env[69987]: INFO networking_nsxv3.common.synchronization [req-e57b3e9c-f16d-4a80-89c0-a72aad5e28e5 req-880c7b70-ffe5-4760-b5f2-99fcb595b5f0 tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 914.859488] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 914.859890] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.859987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.859987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.860162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.860327] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.860694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.860694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.860694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.860694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.860862] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.056925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 with status ACTIVE [ 915.057389] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.057879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.057879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.057879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.058716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.058716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.058716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.058716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.058716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.058716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.059185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.059185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.059185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.059318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.059373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.059487] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6 is going to be updated. [ 915.061357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.061463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.079268] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.079473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.079506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.079689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.079846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.080060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a9f86b-b4c4-4b0d-8757-5b1f776f5ce6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.232369] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 915.232369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.232611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.232665] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.232828] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.232938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.233025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.233167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.233248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.233327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.233420] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.343220] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 915.343301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.344041] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 915.344219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.344385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.344676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.344800] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.344993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.345065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.345208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.345324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.345414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.345511] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.347499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.347666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.350253] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.350253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.350253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.350253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.350253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.350253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.350253] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.355074] env[69987]: INFO networking_nsxv3.common.synchronization [req-11987af4-b4eb-49cc-b66e-3785280e7173 req-4e29f5f8-d438-4da4-8654-cec39e9128be tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 915.357547] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 915.357547] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.357547] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.357547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.357547] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.365710] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.736547] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.736919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.736919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.737036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.737215] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.737318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.737379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.737534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.737654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.737752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.737930] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.738033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.738350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.738350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.738470] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.738556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.738621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.738763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.738844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.738910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.739017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.779532] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 915.779860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.851781] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.854016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.854016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.854016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.854016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.854016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.854016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.854016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.854465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.855028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.855028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.855028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.855726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.855726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.856091] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.856322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.856539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.856823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.856955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.857185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.857447] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.858531] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.859672] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.859873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.859997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.860228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.860352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.860602] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.860750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.860857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.861091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.861218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.861353] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 already deleted. [ 915.861509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.867635] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.963981] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 915.964278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.143731] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 916.143898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.144079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.144300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.144490] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.144624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.144689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.144859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.144933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.145070] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.242533] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0802c11b-3737-4ce3-8c1a-9912dad871da: rpc.has_security_group_logging(os_id): False [ 916.260254] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.260481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.260589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.260847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.261050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.261322] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.261470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.261566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.261778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.261908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.262206] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.262357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.262423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.262588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.262665] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.262940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.262940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.263054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.263325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.263325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.263325] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be created. [ 916.318183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.318183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.318183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.318183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.318183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.330810] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 916.360895] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a789a95-8419-42ee-96ef-2c168e7eb037: rpc.has_security_group_logging(os_id): False [ 916.362165] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8204651e-7759-4042-a303-ad1ca8543c0e: rpc.has_security_group_logging(os_id): False [ 916.369801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.370050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.370210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.370498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.370668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.370837] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 916.381873] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.381873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.381873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.381873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.381873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.386021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.386021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.386021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.386021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.386684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.386684] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 916.388245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.389400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.389400] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.389587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.389693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.389893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.390025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.390157] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be created. [ 916.435183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.435398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.435481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.435776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.435915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.453375] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 916.496857] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.497039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.497077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.497291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.497469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.500136] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.500288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.500376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.500576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.500710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.531651] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: IN_PROGRESS for 2s [ 916.538429] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 916.647062] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.705927] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.706304] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.706466] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.706850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.707214] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.707498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.707690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.708016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.708270] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.708411] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.708528] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.708751] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.708805] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.708898] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 916.709893] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.710295] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.729471] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.729740] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 916.730189] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.730189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.730476] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-68208872-218b-45a2-b062-bedcf2b0803e taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.730717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.730852] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.731225] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.731470] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68208872-218b-45a2-b062-bedcf2b0803e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.149623] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.234486] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.234797] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235358] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.235570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.235787] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 68208872-218b-45a2-b062-bedcf2b0803e not found, creating... [ 917.236140] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.236379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.236593] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.236881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.237508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.238382] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.238705] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.238948] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.239770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.240036] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.240975] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 68208872-218b-45a2-b062-bedcf2b0803e is going to be created. [ 917.264049] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.264674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.264859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.265836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.266912] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.267279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.651925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.652229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.652344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.652637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.652774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.653575] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 917.682179] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.682179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.682179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.682179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.682179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.688712] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 918.180130] env[69987]: INFO networking_nsxv3.common.synchronization [req-11987af4-b4eb-49cc-b66e-3785280e7173 req-5b01f125-52dc-4f6d-ab3f-6a26dfe88099 service nova] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 918.180130] env[69987]: INFO networking_nsxv3.common.synchronization [req-11987af4-b4eb-49cc-b66e-3785280e7173 req-5b01f125-52dc-4f6d-ab3f-6a26dfe88099 service nova] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 918.180438] env[69987]: INFO networking_nsxv3.common.synchronization [req-11987af4-b4eb-49cc-b66e-3785280e7173 req-5b01f125-52dc-4f6d-ab3f-6a26dfe88099 service nova] Enqueued Resource ID: 68208872-218b-45a2-b062-bedcf2b0803e with Priority: HIGHEST for action port [ 918.180548] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 918.180584] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 918.180773] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68208872-218b-45a2-b062-bedcf2b0803e with Priority: HIGHEST for action port [ 918.182026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.182500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.182500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.182500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.182500] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.183737] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.183737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.183737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.183737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.184050] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.184050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.184050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.184155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.184213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.184272] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.186751] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-68208872-218b-45a2-b062-bedcf2b0803e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.187112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.187112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.187112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.187212] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68208872-218b-45a2-b062-bedcf2b0803e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.228360] env[69987]: INFO networking_nsxv3.common.synchronization [req-cb72cf8f-645c-43fa-9a7d-fee9fe7fa113 req-3f4b1115-1596-4cc0-abee-219993044ea8 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 918.228360] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 918.228360] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.228360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.228360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.230116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.230116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.230116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.230116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.230116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.230116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.230116] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.344251] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 918.344481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.465049] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 918.465230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.543632] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 918.543632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.543791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.544134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.544279] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.554409] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 918.554709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.554958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.555292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.555429] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.691038] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.691959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.692098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.692244] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68208872-218b-45a2-b062-bedcf2b0803e with status ACTIVE [ 918.692407] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.692512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.692575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.692772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.692893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.693045] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.693142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.693203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.693351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.693429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.693607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.693699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.693776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.693891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.693962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.694377] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68208872-218b-45a2-b062-bedcf2b0803e is going to be updated. [ 918.713609] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.713741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.713811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.714027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.714170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.714326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68208872-218b-45a2-b062-bedcf2b0803e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.732056] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.862119] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-933 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.862364] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.862456] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.862724] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.863130] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.863197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.863351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.863599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.863779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.866016] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.867024] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.867024] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.867024] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.867024] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.867024] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.867024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.885382] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.885558] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.885702] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.885955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-933" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.886299] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-695f64c6-49fa-4348-bb2b-910d7a8546e6 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.886479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.886600] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.886929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.887097] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('695f64c6-49fa-4348-bb2b-910d7a8546e6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.049153] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.049153] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.049153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.049591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.049591] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.059440] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.059571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.183021] env[69987]: INFO networking_nsxv3.common.synchronization [None req-cb8cbd7e-c4c0-415f-9e58-410ea841c6a7 None None] Enqueued Resource ID: 7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5 with Priority: HIGHEST for action port [ 919.183021] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5 with Priority: HIGHEST for action port [ 919.184220] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.184220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.184220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.184603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.185165] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.202581] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.234163] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.392255] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.392435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.392547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.392884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.393047] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.393208] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 695f64c6-49fa-4348-bb2b-910d7a8546e6 not found, creating... [ 919.394276] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.394276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.394276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.394276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.394276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.394524] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.394936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.394936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.395749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.395749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.395749] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 is going to be created. [ 919.415895] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.417141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.417141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.418145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.418145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.418145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.519496] env[69987]: INFO networking_nsxv3.common.synchronization [req-283f8dbe-043d-4316-b988-47928f02bb8d req-82e3455b-c3d4-4e40-a2c2-9de00506429d tempest-MigrationsAdminTest-1712202806 tempest-MigrationsAdminTest-1712202806-project-member] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 919.519496] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGHEST for action security_group_members [ 919.519496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.519920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.520130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.520480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.520758] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.522674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.522674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.522674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.522674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.522674] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.554745] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.687544] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5 [ 919.688026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.690646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.690646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.690646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.690646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.690646] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5 already deleted. [ 919.690646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e120069-a6d4-4d1d-99d0-9d7e1e1d77f5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.699117] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.702333] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.702333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.702333] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.705871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.706100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.706100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.706253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.707085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.707085] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be created. [ 919.727965] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.727965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.727965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.727965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.727965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.737555] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: UNINITIALIZED for 2s [ 919.740645] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.740778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.741363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.741363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.741363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.741363] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 919.783110] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.784212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.784212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.784212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.784212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.796987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 920.024218] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.024398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.024448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.024662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.024757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.024958] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.025066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.025129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.025313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.025412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.025479] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be updated. [ 920.052134] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.052285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.052361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.052575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.053749] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.058476] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8204651e-7759-4042-a303-ad1ca8543c0e: rpc.has_security_group_logging(os_id): False [ 920.061822] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: IN_PROGRESS for 2s [ 920.073945] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.074096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.074166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.074441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.074579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.074790] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.074889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.074952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.075142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.078545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.078545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be updated. [ 920.125667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.126238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.126238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.126238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.126394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.135916] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: IN_PROGRESS for 2s [ 920.206512] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.206868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.207991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.208236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.210249] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.210249] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.210249] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.210249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.210249] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.212903] env[69987]: INFO networking_nsxv3.common.synchronization [req-cb72cf8f-645c-43fa-9a7d-fee9fe7fa113 req-7fce0a37-1f69-47fd-b246-5155e02c7315 service nova] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 920.213109] env[69987]: INFO networking_nsxv3.common.synchronization [req-cb72cf8f-645c-43fa-9a7d-fee9fe7fa113 req-7fce0a37-1f69-47fd-b246-5155e02c7315 service nova] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 920.213334] env[69987]: INFO networking_nsxv3.common.synchronization [req-cb72cf8f-645c-43fa-9a7d-fee9fe7fa113 req-7fce0a37-1f69-47fd-b246-5155e02c7315 service nova] Enqueued Resource ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 with Priority: HIGHEST for action port [ 920.213909] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 920.214266] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 920.214405] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 with Priority: HIGHEST for action port [ 920.214906] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.214997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.215212] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.216290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.216290] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-695f64c6-49fa-4348-bb2b-910d7a8546e6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.216290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.216290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.216290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.216290] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('695f64c6-49fa-4348-bb2b-910d7a8546e6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.715442] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 920.722301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 695f64c6-49fa-4348-bb2b-910d7a8546e6 with status ACTIVE [ 920.722523] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.722655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.722720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.722935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.723055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.723282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.723360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.723360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.723497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.723580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.723819] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.724215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.724215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.724215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.724294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.724359] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 is going to be updated. [ 920.735206] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.735346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.735414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.735618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.735703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.735914] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.736037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.736093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.736262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.736354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.736545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.736632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.736702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.736839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.736906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.738083] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.738211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.738276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.738439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.738514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.738614] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 920.746884] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.746884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.746884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.746884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.746884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.746884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.800372] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.800524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.800917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.800917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.801085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.823554] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 921.401952] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a88cb4c0-987d-498f-9751-2d1be3c22ca3 None None] Enqueued Resource ID: 50381e68-7e1b-4f06-a4ff-136d82adfd4f with Priority: HIGHEST for action port [ 921.402314] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50381e68-7e1b-4f06-a4ff-136d82adfd4f with Priority: HIGHEST for action port [ 921.402898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-50381e68-7e1b-4f06-a4ff-136d82adfd4f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.403040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50381e68-7e1b-4f06-a4ff-136d82adfd4f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.403504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50381e68-7e1b-4f06-a4ff-136d82adfd4f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.403504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50381e68-7e1b-4f06-a4ff-136d82adfd4f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.403504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50381e68-7e1b-4f06-a4ff-136d82adfd4f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.750024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 921.750596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.750596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.750730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.750940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.751052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.751052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.755213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.755279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.755358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.755529] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.806956] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 921.806956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.806956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.806956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.806956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.806956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.806956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.806956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.807279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.807279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.807279] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.809189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.809189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809189] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.809189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.809189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.809189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809189] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.906760] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50381e68-7e1b-4f06-a4ff-136d82adfd4f [ 921.908146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.908146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.908146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.908146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.908146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.908146] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50381e68-7e1b-4f06-a4ff-136d82adfd4f already deleted. [ 921.908146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50381e68-7e1b-4f06-a4ff-136d82adfd4f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.072796] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 in Status: SUCCESS [ 922.075524] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 deletion is rescheduled due to dependency. [ 922.075524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.148197] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 922.149555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.257917] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.310246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.310534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.310648] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.761527] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca8d82f-952f-4a26-8964-3fb6b5f76a05: rpc.has_security_group_logging(os_id): False [ 922.779613] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.779879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.779978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.780276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.782168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.782168] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.782324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.782324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.783162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.783162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.783162] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be created. [ 922.813377] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.834586] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 922.834823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.841263] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.842410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.842410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.842410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.842410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.854678] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 923.317290] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.317532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.317617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.317842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.317936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.318447] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 923.345497] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.345672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.345718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.345920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.346236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.355282] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 924.170171] env[69987]: INFO networking_nsxv3.common.synchronization [None req-b1fff4ed-51d3-4d87-82b2-1c48b29f7f56 None None] Enqueued Resource ID: 903f6203-f2c8-4f12-a105-47f79db7cda6 with Priority: HIGHEST for action port [ 924.170171] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903f6203-f2c8-4f12-a105-47f79db7cda6 with Priority: HIGHEST for action port [ 924.170171] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-903f6203-f2c8-4f12-a105-47f79db7cda6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.170171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-903f6203-f2c8-4f12-a105-47f79db7cda6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.170171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-903f6203-f2c8-4f12-a105-47f79db7cda6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.170171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-903f6203-f2c8-4f12-a105-47f79db7cda6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.170171] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('903f6203-f2c8-4f12-a105-47f79db7cda6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.674325] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 903f6203-f2c8-4f12-a105-47f79db7cda6 [ 924.676225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.676393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.676468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.676678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.676790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.676891] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:903f6203-f2c8-4f12-a105-47f79db7cda6 already deleted. [ 924.676984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-903f6203-f2c8-4f12-a105-47f79db7cda6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.871522] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 924.871822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.369414] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.369414] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.369414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.371315] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.371315] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.371315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.371315] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.874789] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a789a95-8419-42ee-96ef-2c168e7eb037: rpc.has_security_group_logging(os_id): False [ 925.893600] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.893733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.896720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.896720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.896720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.897484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.897731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.898213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.898464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.900027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.900027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.900027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.900027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 925.967124] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.967334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.967378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.967645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.967808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.987043] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 926.643800] env[69987]: INFO networking_nsxv3.common.synchronization [None req-26886250-ee8d-4f21-80c2-3ab93ff18763 None None] Enqueued Resource ID: d37948d2-797b-44cf-9d2e-e89dfa87efc9 with Priority: HIGHEST for action port [ 926.649212] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d37948d2-797b-44cf-9d2e-e89dfa87efc9 with Priority: HIGHEST for action port [ 926.650284] env[69987]: INFO networking_nsxv3.common.synchronization [req-c02522f4-189d-4ea2-8c87-fe8c00c96fde req-8ae7271b-52f7-432c-88a2-41e4da57bd00 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 926.651496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d37948d2-797b-44cf-9d2e-e89dfa87efc9 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.651775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d37948d2-797b-44cf-9d2e-e89dfa87efc9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.651775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d37948d2-797b-44cf-9d2e-e89dfa87efc9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.653960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d37948d2-797b-44cf-9d2e-e89dfa87efc9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.654131] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d37948d2-797b-44cf-9d2e-e89dfa87efc9',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.654968] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 926.657382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.657382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.657382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.657382] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.806298] env[69987]: INFO networking_nsxv3.common.synchronization [None req-fc34924d-19b7-4e94-b9e0-be9569bc0a1d tempest-ServersV294TestFqdnHostnames-1345478198 tempest-ServersV294TestFqdnHostnames-1345478198-project-member] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_rules [ 926.806902] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_rules [ 926.808044] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.808275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.808379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.808661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.808936] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.070731] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f541adde-616d-4338-8e74-a04e2605f3dd tempest-ServersV294TestFqdnHostnames-1345478198 tempest-ServersV294TestFqdnHostnames-1345478198-project-member] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_rules [ 927.071309] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_rules [ 927.071619] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.071723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162133] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.163408] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d37948d2-797b-44cf-9d2e-e89dfa87efc9 [ 927.163679] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.163854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.163952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.164277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.164465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.164535] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d37948d2-797b-44cf-9d2e-e89dfa87efc9 already deleted. [ 927.164646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d37948d2-797b-44cf-9d2e-e89dfa87efc9" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.328852] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.329140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.329140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.329305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.329347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.329739] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b already deleted. [ 927.329739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.329739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.329913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.329913] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.671503] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.851643] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.851828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.851929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.852180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.852308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.852377] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b already deleted. [ 927.852476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.005137] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 928.006470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.006470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.006470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.006470] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.174916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.175105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.175178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.175405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.175498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.175596] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 928.203670] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.203888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.203999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.204249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.204458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.212708] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 928.510882] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.510882] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.510882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.510882] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.681716] env[69987]: INFO networking_nsxv3.common.synchronization [req-19982d4d-7830-4335-bc60-13240314fcba req-b16f5dc9-5906-4877-8413-1dd0c65f53e8 tempest-ServersAdminTestJSON-854095043 tempest-ServersAdminTestJSON-854095043-project-member] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 928.682256] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGHEST for action security_group_members [ 928.682826] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.682826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.682826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.682982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.683661] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.683772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.683838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.683998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.684102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.684200] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.013623] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.013804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.013877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.015502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.015502] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.015502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.015502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.015866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.015866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.015866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.015954] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.016037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.016092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.016265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.016409] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.016493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.016553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.016686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.016756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.016831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.016918] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.186657] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.186835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.186905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.187701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.187701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.187701] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.190472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.190472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.190472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.190472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.190472] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be updated. [ 929.221531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.223540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.223540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.223540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.223540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.231315] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: IN_PROGRESS for 2s [ 929.524582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a789a95-8419-42ee-96ef-2c168e7eb037: rpc.has_security_group_logging(os_id): False [ 929.542855] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.542855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.542855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.542855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.543257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.543286] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.543514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.543514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.543599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.543774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.544072] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.544072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.544072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.544226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.544327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.544445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.544538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.544597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.544736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.544810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.544894] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 929.612050] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.612390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.612390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.612492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.612621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.627622] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 930.024388] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 930.024388] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 930.026669] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 930.026941] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 930.027874] env[69987]: INFO networking_nsxv3.common.synchronization [None req-15bfec10-601d-47af-884a-5c3529ab7b58 None None] Enqueued Resource ID: 1e9ed799-4ccf-4d48-9834-99ddde65c5c7 with Priority: HIGHEST for action port [ 930.029224] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.029224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.029224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.029224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.029224] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.029414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.031955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.031955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.031955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.031955] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.031955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.031955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.031955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.031955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.031955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.032471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.032471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.032471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.032471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.032471] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.033134] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e9ed799-4ccf-4d48-9834-99ddde65c5c7 with Priority: HIGHEST for action port [ 930.034185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e9ed799-4ccf-4d48-9834-99ddde65c5c7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.034286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e9ed799-4ccf-4d48-9834-99ddde65c5c7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.034328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e9ed799-4ccf-4d48-9834-99ddde65c5c7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.034510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e9ed799-4ccf-4d48-9834-99ddde65c5c7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.034617] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e9ed799-4ccf-4d48-9834-99ddde65c5c7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.068826] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_rules [ 930.068993] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 930.069562] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 930.069562] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 930.069562] env[69987]: INFO networking_nsxv3.common.synchronization [req-fda414de-af14-4000-8f38-9b6408e865d6 req-fef0b4eb-3082-48e8-91df-7139ec56cc88 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 with Priority: HIGHEST for action port [ 930.069951] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_rules [ 930.072164] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 930.072352] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 with Priority: HIGHEST for action port [ 930.073723] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 930.073723] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 930.073723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.073723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.073723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.073723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.073723] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.074991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.075085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.075335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-695f64c6-49fa-4348-bb2b-910d7a8546e6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.075411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.075491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.075680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.075759] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('695f64c6-49fa-4348-bb2b-910d7a8546e6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.076506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.076599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.076868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.076868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.226285] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 930.226616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.330753] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 930.330945] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_members [ 930.331482] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 930.331618] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_members [ 930.331955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.332028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.332382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.332604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.332801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.332915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.332981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.333155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.333241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.333445] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.334870] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c093f4-02cd-445b-8c13-f763d7a6d17b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.338021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.338021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.338021] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.395318] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_rules [ 930.395318] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 930.395318] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_rules [ 930.395318] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_members [ 930.395318] env[69987]: INFO networking_nsxv3.common.synchronization [req-ebe9bc35-1e35-4a6f-b7c1-41438008137d req-7e60c8c2-7dca-4c40-96aa-af53f69aeb4b tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with Priority: HIGHEST for action port [ 930.396026] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_rules [ 930.396026] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_rules [ 930.396026] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with Priority: HIGHEST for action port [ 930.396026] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 930.396026] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_members [ 930.396233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.396324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.396387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.396575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.396658] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.398352] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2c093f4-02cd-445b-8c13-f763d7a6d17b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.398352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.398352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.398352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.398352] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.399184] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.399184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.399184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.399449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.399449] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.400038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.400148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.400314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c093f4-02cd-445b-8c13-f763d7a6d17b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.400392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.534471] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.535914] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.539099] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e9ed799-4ccf-4d48-9834-99ddde65c5c7 [ 930.539099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.539099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.539099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539423] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e9ed799-4ccf-4d48-9834-99ddde65c5c7 already deleted. [ 930.539453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e9ed799-4ccf-4d48-9834-99ddde65c5c7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.577731] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.577922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.580336] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 695f64c6-49fa-4348-bb2b-910d7a8546e6 with status ACTIVE [ 930.580543] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.580671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.580738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.580939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.581053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.581233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.581328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.581387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.581551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.581852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.581852] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.582043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.582115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.582256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.582337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.582496] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 is going to be updated. [ 930.603088] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.603230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.603292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.603511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.603658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.603826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.839724] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.840550] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.901375] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c093f4-02cd-445b-8c13-f763d7a6d17b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.901579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.901801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.901885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.902067] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with status ACTIVE [ 930.902331] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.902331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.902552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.902591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.902695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.902864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.902959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.903030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.903187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.903264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.903451] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.903557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.903590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.903902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.903902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.903902] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee is going to be updated. [ 930.927038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.927038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.927038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.927038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.927038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.927038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.037171] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.040602] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.149309] env[69987]: INFO networking_nsxv3.common.synchronization [req-c751d75a-c5ef-4920-8adc-8366c010342d req-97b4795a-e3de-472c-887c-8c2cc90dccd3 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 931.149508] env[69987]: INFO networking_nsxv3.common.synchronization [req-c751d75a-c5ef-4920-8adc-8366c010342d req-97b4795a-e3de-472c-887c-8c2cc90dccd3 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_members [ 931.150062] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 931.150131] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b with Priority: HIGHEST for action security_group_members [ 931.150686] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.150829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.151063] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2c093f4-02cd-445b-8c13-f763d7a6d17b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.151147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.215751] env[69987]: INFO networking_nsxv3.common.synchronization [req-c751d75a-c5ef-4920-8adc-8366c010342d req-97b4795a-e3de-472c-887c-8c2cc90dccd3 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_rules [ 931.215947] env[69987]: INFO networking_nsxv3.common.synchronization [req-c751d75a-c5ef-4920-8adc-8366c010342d req-97b4795a-e3de-472c-887c-8c2cc90dccd3 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 931.216136] env[69987]: INFO networking_nsxv3.common.synchronization [req-c751d75a-c5ef-4920-8adc-8366c010342d req-97b4795a-e3de-472c-887c-8c2cc90dccd3 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with Priority: HIGHEST for action port [ 931.220020] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_rules [ 931.220020] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 931.220020] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with Priority: HIGHEST for action port [ 931.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.220020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.220020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.220020] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.240755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 in Status: SUCCESS [ 931.240930] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 deletion is rescheduled due to dependency. [ 931.241063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.342515] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.345383] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.542950] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.542950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.542950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.542950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.542950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.542950] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 931.546739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.546878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.546917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.547149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.547813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.547813] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be created. [ 931.572940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.572940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.572940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.572940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.572940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.575752] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.575904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.575958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.576698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.576698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.586683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 931.587410] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: UNINITIALIZED for 2s [ 931.644696] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 931.645369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.646240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.646240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.646240] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.721916] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee with status ACTIVE [ 931.722181] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.722325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.722400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.722613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.722705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.722885] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.722982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.723053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.723202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.723280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.724269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.724392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.724463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.724622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.724700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.724790] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee is going to be updated. [ 931.746356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.746356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.746356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.746538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.746611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.746766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e211ec9-4ddf-4aa6-bcd7-59acb20fb7ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.848687] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.848687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.848687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.848687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.848687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.849120] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be updated. [ 931.850072] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.850191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.850249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.850415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.850495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.850579] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b is going to be created. [ 931.873244] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.873472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.873472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.873772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.873854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.875903] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.875973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.876182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.876305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.876474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.882472] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b in Status: UNINITIALIZED for 2s [ 931.883167] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 932.151907] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.151907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.316395] env[69987]: INFO networking_nsxv3.common.synchronization [None req-42471b44-3fc1-40f6-bee3-e030e9e59436 None None] Enqueued Resource ID: 527f5512-f55e-4c0c-807f-47c88b1ae517 with Priority: HIGHEST for action port [ 932.316685] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 527f5512-f55e-4c0c-807f-47c88b1ae517 with Priority: HIGHEST for action port [ 932.317278] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-527f5512-f55e-4c0c-807f-47c88b1ae517 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.317408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-527f5512-f55e-4c0c-807f-47c88b1ae517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.317500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-527f5512-f55e-4c0c-807f-47c88b1ae517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.317710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-527f5512-f55e-4c0c-807f-47c88b1ae517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.317794] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('527f5512-f55e-4c0c-807f-47c88b1ae517',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.830261] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 527f5512-f55e-4c0c-807f-47c88b1ae517 [ 932.830502] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.830669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.830741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.830956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.831078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.831176] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:527f5512-f55e-4c0c-807f-47c88b1ae517 already deleted. [ 932.831257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-527f5512-f55e-4c0c-807f-47c88b1ae517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.974180] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c531023-d030-4ddc-b192-a3d82589260b req-4d2c1c9b-101e-488c-98f0-02f86d3295a8 tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 932.974714] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 932.975125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.975310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.975310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.975876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.975876] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.975876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.975876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.976073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.976334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.976334] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.478904] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.479260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.479260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.479524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.479634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.479909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.480132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.480132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.480378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.480634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.480699] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 933.511985] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.511985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.511985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.511985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.511985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.518812] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 933.597147] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 933.597859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.597859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.597859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.597994] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.598077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.598157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.598403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.598499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.598596] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.599979] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 933.600228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.600376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.600572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.601100] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.601261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.601376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.601589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.601638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.601719] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.892054] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b in Status: SUCCESS [ 933.892590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.892590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.893318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.893531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.893657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.893724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.893890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.893974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.894086] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.895441] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 933.895614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.895754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.895913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.896083] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.896204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.896373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.896443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.896480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.898123] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.103745] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.104743] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.399070] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.399226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.399294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.399515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.399607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.399804] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.399898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.399957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.400128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.400201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.400292] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b is going to be deleted. [ 934.401367] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.432106] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.432282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.432458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.432619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.432847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.432847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.433075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.433673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.433673] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.433673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.433673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.433673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.433673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.433909] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.609666] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.614510] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.833576] env[69987]: INFO networking_nsxv3.common.synchronization [req-af336e0d-b05e-4ded-8b3e-f84f7f7bf18c req-0ab46dea-4cc4-4256-8823-23b844bb1cf6 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 934.834122] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 934.835661] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.835736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.838234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.838234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.838234] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.838234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.838234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.838234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.838234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.838234] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.905038] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.939983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.940168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.940243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.940455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.940539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.940765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.940861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.941531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.941531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.941531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.941531] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b already deleted. [ 934.941531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.941531] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.942205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.943853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.943853] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.943853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.943853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.943853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.943853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.943853] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.114853] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.115040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115459] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 935.116889] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.117028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.117134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.117291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.117367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.117453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be updated. [ 935.147322] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.147322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.147322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.147322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.147322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.147322] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.147702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.147702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.147702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.147830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.155865] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 935.156601] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: IN_PROGRESS for 2s [ 935.341827] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.341973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.342058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.342267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.342406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.342552] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.342647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.342706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.342848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.342916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.342998] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d already deleted. [ 935.343096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.408423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.408423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.408423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.408628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.408679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.409244] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be updated. [ 935.433487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.433733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.433733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.434231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.434231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.442274] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 935.446820] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2c093f4-02cd-445b-8c13-f763d7a6d17b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.447257] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.447379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.447498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.447645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.447730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.447913] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.448010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.448070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.448215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.448311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.448403] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b already deleted. [ 935.448473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.472007] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.473277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.473559] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.473946] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.474299] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.474626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.474626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.475328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.475328] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.475328] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.475328] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.475470] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.475669] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.475669] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 935.475765] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.475895] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.495302] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.495628] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 935.495798] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.495966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.496351] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.496508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.496699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.496929] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.497293] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bda4ed5-72d2-44ec-bf8e-43efc8fab0db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.527317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 935.527613] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 935.527613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.950088] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2c093f4-02cd-445b-8c13-f763d7a6d17b: rpc.has_security_group_logging(os_id): False [ 935.966588] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.966833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.966833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.967451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.967451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.967451] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.967451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.967451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.967662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.967748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.967793] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b is going to be created. [ 935.983388] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c2c093f4-02cd-445b-8c13-f763d7a6d17b], does not exist path=[/infra/domains/default/groups/c2c093f4-02cd-445b-8c13-f763d7a6d17b]."\n}' [ 935.983571] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c2c093f4-02cd-445b-8c13-f763d7a6d17b [ 935.983660] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 935.999440] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.999769] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.999847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.000086] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.000238] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.000392] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 2bda4ed5-72d2-44ec-bf8e-43efc8fab0db not found, creating... [ 936.000810] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.000905] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.000992] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.001243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.001399] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.001721] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.001944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.002044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.002289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.002431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.002575] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 2bda4ed5-72d2-44ec-bf8e-43efc8fab0db is going to be created. [ 936.019788] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.019927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.020056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.020280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.021709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.022972] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.022972] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.022972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.023279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.023279] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2c093f4-02cd-445b-8c13-f763d7a6d17b is going to be created. [ 936.026643] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.026643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.026643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.026643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.026643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.026643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.040312] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c2c093f4-02cd-445b-8c13-f763d7a6d17b], does not exist path=[/infra/domains/default/groups/c2c093f4-02cd-445b-8c13-f763d7a6d17b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c2c093f4-02cd-445b-8c13-f763d7a6d17b [ 936.041035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2c093f4-02cd-445b-8c13-f763d7a6d17b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.041035] env[69987]: Traceback (most recent call last): [ 936.041035] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 936.041035] env[69987]: return func(*args, **kwargs) [ 936.041035] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 936.041035] env[69987]: res.raise_for_status() [ 936.041035] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 936.041035] env[69987]: raise HTTPError(http_error_msg, response=self) [ 936.041035] env[69987]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c2c093f4-02cd-445b-8c13-f763d7a6d17b [ 936.041035] env[69987]: During handling of the above exception, another exception occurred: [ 936.041035] env[69987]: Traceback (most recent call last): [ 936.041035] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 936.041035] env[69987]: listener.cb(fileno) [ 936.041035] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 936.041035] env[69987]: result = function(*args, **kwargs) [ 936.041035] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 936.041035] env[69987]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 936.041035] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 936.041035] env[69987]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 936.041035] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 936.041035] env[69987]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 936.041035] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 936.041035] env[69987]: res.raise_for_status() [ 936.041868] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 936.041868] env[69987]: raise HTTPError(http_error_msg, response=self) [ 936.041868] env[69987]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c2c093f4-02cd-445b-8c13-f763d7a6d17b [ 936.041868] env[69987]: Removing descriptor: 5 [ 937.166656] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 937.166950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.167187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.167310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.167496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.167634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.172451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.172451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.172451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.172451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.172646] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.174477] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 937.174655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.174806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.174985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.175184] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.175295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.175358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.175502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.175580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.175659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.175741] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.179866] env[69987]: INFO networking_nsxv3.common.synchronization [req-af336e0d-b05e-4ded-8b3e-f84f7f7bf18c req-5e2ad9ca-5de0-41e2-ad3f-14e4f862f0fd service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 937.180168] env[69987]: INFO networking_nsxv3.common.synchronization [req-af336e0d-b05e-4ded-8b3e-f84f7f7bf18c req-5e2ad9ca-5de0-41e2-ad3f-14e4f862f0fd service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 937.180262] env[69987]: INFO networking_nsxv3.common.synchronization [req-af336e0d-b05e-4ded-8b3e-f84f7f7bf18c req-5e2ad9ca-5de0-41e2-ad3f-14e4f862f0fd service nova] Enqueued Resource ID: 2bda4ed5-72d2-44ec-bf8e-43efc8fab0db with Priority: HIGHEST for action port [ 937.180840] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 937.180977] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 937.181083] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bda4ed5-72d2-44ec-bf8e-43efc8fab0db with Priority: HIGHEST for action port [ 937.181397] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.181472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.181524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.181739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.181812] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.183509] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.183612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.183773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.183826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.184580] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.184735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.184783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.184893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.184973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.185071] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.185764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.185874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.186190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.186190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.186190] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bda4ed5-72d2-44ec-bf8e-43efc8fab0db',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.455150] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 937.455367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.455584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.455755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.455947] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.456086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.456149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.456331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.456387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.456461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.456561] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.457418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.457590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.457799] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.457926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.457991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.462035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.462035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.462035] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.544177] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c5fe29b1-637b-4ad7-bf2e-3fe6b8f8cfcb None None] Enqueued Resource ID: 7a11b326-64dc-4e3c-81d2-38548419a53f with Priority: HIGHEST for action port [ 937.544689] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a11b326-64dc-4e3c-81d2-38548419a53f with Priority: HIGHEST for action port [ 937.546319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a11b326-64dc-4e3c-81d2-38548419a53f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.546509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a11b326-64dc-4e3c-81d2-38548419a53f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.546938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a11b326-64dc-4e3c-81d2-38548419a53f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.547319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a11b326-64dc-4e3c-81d2-38548419a53f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.547592] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a11b326-64dc-4e3c-81d2-38548419a53f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.641809] env[69987]: INFO networking_nsxv3.common.synchronization [None req-42884dbb-b8d8-4c2f-9908-5d7f309c9435 None None] Enqueued Resource ID: 131251aa-22ee-40a8-a09c-fead8fcd9f09 with Priority: HIGHEST for action port [ 937.642068] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 131251aa-22ee-40a8-a09c-fead8fcd9f09 with Priority: HIGHEST for action port [ 937.647400] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-131251aa-22ee-40a8-a09c-fead8fcd9f09 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.647400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-131251aa-22ee-40a8-a09c-fead8fcd9f09" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.647400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-131251aa-22ee-40a8-a09c-fead8fcd9f09" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.647400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-131251aa-22ee-40a8-a09c-fead8fcd9f09" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.647400] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('131251aa-22ee-40a8-a09c-fead8fcd9f09',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.680642] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.681672] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.681819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.681898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.682192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.682267] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.682364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.682432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.682704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.683186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.683489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.683568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.683693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.683781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.684316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.684722] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.684883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.685023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.685229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.685455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.685584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.685700] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.688541] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.689252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.689809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.689809] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bda4ed5-72d2-44ec-bf8e-43efc8fab0db with status ACTIVE [ 937.690047] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.690331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.690539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.690747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.690881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.691110] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.691234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.691501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.691697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.691836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.692520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.692520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.692520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.692520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.692880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bda4ed5-72d2-44ec-bf8e-43efc8fab0db is going to be updated. [ 937.716115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.719018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.719018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.719018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.719018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.719018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bda4ed5-72d2-44ec-bf8e-43efc8fab0db" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.961820] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.962015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.962619] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.051841] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a11b326-64dc-4e3c-81d2-38548419a53f [ 938.051841] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.051841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.051841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.051841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.051841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.051841] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a11b326-64dc-4e3c-81d2-38548419a53f already deleted. [ 938.051841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a11b326-64dc-4e3c-81d2-38548419a53f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.149545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 131251aa-22ee-40a8-a09c-fead8fcd9f09 [ 938.149778] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.149918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.149982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.150471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.150471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.150471] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:131251aa-22ee-40a8-a09c-fead8fcd9f09 already deleted. [ 938.150471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-131251aa-22ee-40a8-a09c-fead8fcd9f09" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.187528] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8d939-7bfd-478f-adf1-283d4846ae86: rpc.has_security_group_logging(os_id): False [ 938.188770] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a789a95-8419-42ee-96ef-2c168e7eb037: rpc.has_security_group_logging(os_id): False [ 938.197109] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.205690] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.205835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.205895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.206127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.208283] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.208283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.226299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.226299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.226299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.226299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.226762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.226762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.226871] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 938.227956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.228200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.228375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.228616] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.228786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.228890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.229093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.229214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.229355] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be created. [ 938.301591] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.301591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.301591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.301591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.301890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.307287] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.307287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.307287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.307287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.307481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.321341] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: IN_PROGRESS for 2s [ 938.339952] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 938.362226] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_members [ 938.362226] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 938.362226] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 938.362733] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_members [ 938.363082] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 938.363316] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 938.370359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0333db0f-3753-434e-a518-55cac2809e4a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.370359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.370359] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.370359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.370359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.370359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.371123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.371393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.371566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.371733] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.372953] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.373244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.373406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.373633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.373873] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.375016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.375016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.375016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.375016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.375016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.469311] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.506974] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_rules [ 938.507286] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_members [ 938.507441] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_rules [ 938.507641] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 938.507762] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 938.507895] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 938.508187] env[69987]: INFO networking_nsxv3.common.synchronization [req-1c3bf322-b388-433a-b492-ff2b05691ba9 req-064a9feb-d04b-4637-a345-67a359107371 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 with Priority: HIGHEST for action port [ 938.509338] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_rules [ 938.509479] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_rules [ 938.509600] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 938.509734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 with Priority: HIGHEST for action port [ 938.509849] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_rules [ 938.509956] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_members [ 938.510085] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 938.510384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0333db0f-3753-434e-a518-55cac2809e4a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.510508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.510572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.510855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.510932] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.511791] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.511878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.512196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.512292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.512512] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-695f64c6-49fa-4348-bb2b-910d7a8546e6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.512617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.512682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.512879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.512954] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('695f64c6-49fa-4348-bb2b-910d7a8546e6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.513739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.513829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.514497] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0333db0f-3753-434e-a518-55cac2809e4a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.514581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.514766] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.515047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.700096] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.703701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.704634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.704634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.704634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.704634] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be created. [ 938.730014] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.730014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.730014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.730014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.730014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.739089] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: UNINITIALIZED for 2s [ 938.880452] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.880452] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.883219] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.964194] env[69987]: INFO networking_nsxv3.common.synchronization [req-a643c5f1-b09c-4925-87b4-0ed19246d163 req-970d6cb2-33b6-43e0-9468-db9bf9e86874 tempest-ServerRescueTestJSONUnderV235-568447660 tempest-ServerRescueTestJSONUnderV235-568447660-project-member] Enqueued Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 938.965113] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0802c11b-3737-4ce3-8c1a-9912dad871da with Priority: HIGHEST for action security_group_members [ 938.965113] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.965113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.973426] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.973592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.973734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.973901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.973990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.974107] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be updated. [ 939.005236] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.005236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.005236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.005236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.005434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.015842] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 939.016192] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0333db0f-3753-434e-a518-55cac2809e4a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.016344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.016544] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 695f64c6-49fa-4348-bb2b-910d7a8546e6 with status ACTIVE [ 939.016776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.016941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.017010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.017290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.017411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.017686] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.017850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.017957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.018224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.018327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.018664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.018664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.018844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.018844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.018946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.018987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 695f64c6-49fa-4348-bb2b-910d7a8546e6 is going to be updated. [ 939.039125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.039281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.039370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.039633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.039772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.039933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-695f64c6-49fa-4348-bb2b-910d7a8546e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.075881] env[69987]: INFO networking_nsxv3.common.synchronization [None req-186a3b49-9792-41b2-a373-6de5b4a0767d tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 939.076474] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 939.076782] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.076902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.076967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.077563] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.077704] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.249629] env[69987]: INFO networking_nsxv3.common.synchronization [None req-66be97ee-b521-461f-811c-fd5ddd790460 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 939.250871] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 939.250871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.250871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.384454] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.384454] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.388142] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.600082] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.600082] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b already deleted. [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.600082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.600082] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.701752] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ae3a2a24-b770-4970-865c-141d6986630c None None] Enqueued Resource ID: 3603205f-d3ce-48fc-8a84-727cf428f049 with Priority: HIGHEST for action port [ 939.702305] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603205f-d3ce-48fc-8a84-727cf428f049 with Priority: HIGHEST for action port [ 939.702579] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3603205f-d3ce-48fc-8a84-727cf428f049 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.702703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3603205f-d3ce-48fc-8a84-727cf428f049" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.702774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3603205f-d3ce-48fc-8a84-727cf428f049" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.703368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3603205f-d3ce-48fc-8a84-727cf428f049" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.703481] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3603205f-d3ce-48fc-8a84-727cf428f049',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.886845] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.887022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.887101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.887322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.887543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.887648] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 939.888972] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.889110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.889174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.889344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.889479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.889583] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0333db0f-3753-434e-a518-55cac2809e4a is going to be created. [ 939.890540] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.890651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.890716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.890875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.890965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.891061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be updated. [ 939.898434] env[69987]: INFO networking_nsxv3.common.synchronization [None req-52bbfae1-e08e-4582-93c1-308a863031a7 None None] Enqueued Resource ID: 39245ae2-003d-4fe8-82bc-d2a439c93e7e with Priority: HIGHEST for action port [ 939.899250] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39245ae2-003d-4fe8-82bc-d2a439c93e7e with Priority: HIGHEST for action port [ 939.903083] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-39245ae2-003d-4fe8-82bc-d2a439c93e7e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.903083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39245ae2-003d-4fe8-82bc-d2a439c93e7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.903083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39245ae2-003d-4fe8-82bc-d2a439c93e7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.903083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39245ae2-003d-4fe8-82bc-d2a439c93e7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.903083] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39245ae2-003d-4fe8-82bc-d2a439c93e7e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.914916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.915090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.915190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.915454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.915612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.918142] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.918303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.918303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.918534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.918661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.920466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.920602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.920679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.921583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.921583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.930330] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 939.931310] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: IN_PROGRESS for 2s [ 939.931880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0333db0f-3753-434e-a518-55cac2809e4a in Status: UNINITIALIZED for 2s [ 940.119735] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.119928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.119968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.120176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.120266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.120363] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b already deleted. [ 940.120445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.206180] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3603205f-d3ce-48fc-8a84-727cf428f049 [ 940.206368] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.206494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.206494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.206705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.206792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.206890] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3603205f-d3ce-48fc-8a84-727cf428f049 already deleted. [ 940.206971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3603205f-d3ce-48fc-8a84-727cf428f049" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.333563] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 940.334726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.334726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.334726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.334726] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.350873] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 940.351153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.351254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.351464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.351545] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.405175] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39245ae2-003d-4fe8-82bc-d2a439c93e7e [ 940.405175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.405175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.405175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.405175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.405175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.405175] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39245ae2-003d-4fe8-82bc-d2a439c93e7e already deleted. [ 940.405175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39245ae2-003d-4fe8-82bc-d2a439c93e7e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.750950] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 940.751209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.751368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.751573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.751754] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.751873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.751981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.752090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.752165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.752245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.752333] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.838334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.838520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.853021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.854046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.025062] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 941.025158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.025420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.025670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.025795] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.025904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.025904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.026051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.026109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.026211] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.242807] env[69987]: INFO networking_nsxv3.common.synchronization [req-3a6bc10b-6e51-4968-95c4-4008602bca0d req-8e86e2fe-28ef-4812-b360-65f2eb04baad tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 941.242923] env[69987]: INFO networking_nsxv3.common.synchronization [req-3a6bc10b-6e51-4968-95c4-4008602bca0d req-8e86e2fe-28ef-4812-b360-65f2eb04baad tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_members [ 941.243075] env[69987]: INFO networking_nsxv3.common.synchronization [req-3a6bc10b-6e51-4968-95c4-4008602bca0d req-8e86e2fe-28ef-4812-b360-65f2eb04baad tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 941.243581] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 941.243705] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0333db0f-3753-434e-a518-55cac2809e4a with Priority: HIGHEST for action security_group_members [ 941.243797] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGHEST for action security_group_members [ 941.244109] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.244210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.244407] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0333db0f-3753-434e-a518-55cac2809e4a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.244528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.244649] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.245058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.255891] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.255891] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.255891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.256488] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.256488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.256488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.256488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.256488] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.256825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.256825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.256825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.256825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.257012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.257012] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.528138] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.531458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.531458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.531458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.548307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.548711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.548864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.548934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.549155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.549239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.549663] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be updated. [ 941.573283] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.573420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.573478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.573678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.573840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.581535] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 941.758760] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d: rpc.has_security_group_logging(os_id): False [ 941.777568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.777726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.777768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.777981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.778309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.778309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.778509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.778509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.778623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.778703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.778892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.778965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.779178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.779238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.779445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.779591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.779685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.780025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.780025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.782379] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be created. [ 941.871289] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.871659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.871659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.871786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.872125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.883691] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 941.943999] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0333db0f-3753-434e-a518-55cac2809e4a in Status: SUCCESS [ 941.944227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.944588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.944865] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.944865] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.945123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.945123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.945197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.945257] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.946570] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 941.946746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.947393] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 941.947572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.947875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.947875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.948060] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.948164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.948225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.948362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.948456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.948544] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.949354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.949530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.949681] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.949962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.949962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.950117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.950189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.950327] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.452878] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.454027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.457017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.457017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.457017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0333db0f-3753-434e-a518-55cac2809e4a is going to be deleted. [ 942.459095] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.459317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.459461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.459825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.460024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.460359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.460606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.462017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.462017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.462017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.462017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be updated. [ 942.492228] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.492228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.492228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.492435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.492509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.494143] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.494256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.496740] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.496740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.496740] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.504109] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: IN_PROGRESS for 2s [ 942.959828] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.999494] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.999654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.999710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.999921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.000034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.000234] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.000344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.000419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.000590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.000664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.000743] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0333db0f-3753-434e-a518-55cac2809e4a already deleted. [ 943.000831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.000946] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.001868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.001868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.002022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.003511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.003658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.003720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.003815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.003912] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.463361] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.463361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.463535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.463633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.463726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.463828] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 943.492918] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.493167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.493217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.493400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.493562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.502928] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 943.506380] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0333db0f-3753-434e-a518-55cac2809e4a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.509762] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.509762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.509762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.509762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.509762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.509762] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.509762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.509762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.510341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.510341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.510341] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0333db0f-3753-434e-a518-55cac2809e4a already deleted. [ 943.510341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.556903] env[69987]: INFO networking_nsxv3.common.synchronization [req-213532d1-be17-4233-93a3-b3b74df7bbb5 req-3bd5f7ac-ac65-44c4-bad9-17e7b11fc895 tempest-ServersV294TestFqdnHostnames-1345478198 tempest-ServersV294TestFqdnHostnames-1345478198-project-member] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_members [ 943.556903] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_members [ 943.556903] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.556903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.556903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.557230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.557230] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.557230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.557347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.557510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.557572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.557634] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.598034] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 943.598247] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da deletion is rescheduled due to dependency. [ 943.598363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.598579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.598794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.598989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.599133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.599359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.599448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.599672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.599733] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0802c11b-3737-4ce3-8c1a-9912dad871da taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.599807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.599871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.600034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.600183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.600287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.600351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.600514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.600894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.600894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.600894] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.601661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.601986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.601986] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.602140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.602140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.602897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.602897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.602897] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.890322] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.890868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-477" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.891198] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-477" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.891627] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-477" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.892039] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.892338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.892670] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.893012] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.893292] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.893629] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.895543] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.895543] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.895543] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.895543] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.895543] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.895543] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.896125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 943.896312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.911879] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.912080] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.912230] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.912411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-477" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.912776] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.912973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.913113] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.913438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.913581] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.011828] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0333db0f-3753-434e-a518-55cac2809e4a: rpc.has_security_group_logging(os_id): False [ 944.031026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.031933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.031933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.031933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.031933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.031933] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.031933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.032210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.032210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.032210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.032300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0333db0f-3753-434e-a518-55cac2809e4a is going to be created. [ 944.049135] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0333db0f-3753-434e-a518-55cac2809e4a], does not exist path=[/infra/domains/default/groups/0333db0f-3753-434e-a518-55cac2809e4a]."\n}' [ 944.049298] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0333db0f-3753-434e-a518-55cac2809e4a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0333db0f-3753-434e-a518-55cac2809e4a [ 944.049434] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 944.060258] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.060486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.060586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.060857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.060982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.061196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.061315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.061388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.061539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.061611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.061735] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b already deleted. [ 944.061818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.095162] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.095362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.095362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.095596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.096796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.096796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.096943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.096943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.097122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.097210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.097419] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.097524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.097566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.097736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.097840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.097915] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0333db0f-3753-434e-a518-55cac2809e4a is going to be created. [ 944.104096] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0802c11b-3737-4ce3-8c1a-9912dad871da: rpc.has_security_group_logging(os_id): False [ 944.105846] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.106127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.106284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.106635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.118391] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0333db0f-3753-434e-a518-55cac2809e4a], does not exist path=[/infra/domains/default/groups/0333db0f-3753-434e-a518-55cac2809e4a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0333db0f-3753-434e-a518-55cac2809e4a [ 944.118569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0333db0f-3753-434e-a518-55cac2809e4a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.118790] env[69987]: Traceback (most recent call last): [ 944.118841] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 944.118841] env[69987]: return func(*args, **kwargs) [ 944.118841] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 944.118841] env[69987]: res.raise_for_status() [ 944.118841] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 944.118841] env[69987]: raise HTTPError(http_error_msg, response=self) [ 944.118841] env[69987]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0333db0f-3753-434e-a518-55cac2809e4a [ 944.118841] env[69987]: During handling of the above exception, another exception occurred: [ 944.118841] env[69987]: Traceback (most recent call last): [ 944.118841] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 944.118841] env[69987]: listener.cb(fileno) [ 944.118841] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 944.118841] env[69987]: result = function(*args, **kwargs) [ 944.118841] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 944.118841] env[69987]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 944.118841] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 944.118841] env[69987]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 944.118841] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 944.118841] env[69987]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 944.118841] env[69987]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 944.118841] env[69987]: res.raise_for_status() [ 944.118841] env[69987]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 944.118841] env[69987]: raise HTTPError(http_error_msg, response=self) [ 944.120180] env[69987]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0333db0f-3753-434e-a518-55cac2809e4a [ 944.120180] env[69987]: Removing descriptor: 5 [ 944.123481] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.123834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.126331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.126464] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.126619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.126713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.126967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.127131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.127209] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be updated. [ 944.128714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.128781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.129125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.129348] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.129520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.129520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.129737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.129875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.130180] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.130341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.130454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.130691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.130833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.131173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.131346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.131465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.131771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.131899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.132051] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be updated. [ 944.158976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.159146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.159201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.159434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.159585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.181325] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 944.194232] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.194397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.194397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.194601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.194775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.215255] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: IN_PROGRESS for 2s [ 944.417257] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.417526] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.417853] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.417980] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.418162] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.418328] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b not found, creating... [ 944.418611] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.418803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.418968] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.419695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.419695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.420490] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.421413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.421413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.421413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.421413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.421413] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b is going to be created. [ 944.440447] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.441088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.441088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.441088] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.441233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.441447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.524533] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 944.524729] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 deletion is rescheduled due to dependency. [ 944.524852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.525071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.525295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.525546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.525683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.525747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.525901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.525981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.526118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.526222] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.527299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.527448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.527539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.527604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.527741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.528105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.528105] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.029282] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.030393] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.030532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.030600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.030868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.049602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.050582] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.050808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.050808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.052228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.052228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.052228] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be updated. [ 945.076727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.076930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.077015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.077270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.077420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.085501] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: IN_PROGRESS for 2s [ 945.180261] env[69987]: INFO networking_nsxv3.common.synchronization [req-213532d1-be17-4233-93a3-b3b74df7bbb5 req-d6a6c8d3-08ef-44e1-889b-e84c10099f32 service nova] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_rules [ 945.180261] env[69987]: INFO networking_nsxv3.common.synchronization [req-213532d1-be17-4233-93a3-b3b74df7bbb5 req-d6a6c8d3-08ef-44e1-889b-e84c10099f32 service nova] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_members [ 945.180261] env[69987]: INFO networking_nsxv3.common.synchronization [req-213532d1-be17-4233-93a3-b3b74df7bbb5 req-d6a6c8d3-08ef-44e1-889b-e84c10099f32 service nova] Enqueued Resource ID: b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b with Priority: HIGHEST for action port [ 945.180261] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_rules [ 945.180261] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_members [ 945.180261] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b with Priority: HIGHEST for action port [ 945.182144] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.182267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.182342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.182561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.182684] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.183543] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.183724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.183812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.183959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.184112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.184213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.184266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.184410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.184494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.184590] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.186568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.186568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.186568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.186568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.186568] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.511849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 945.512087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.512252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.512470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.512666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.512783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.512849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.512995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.513086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.513171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.513266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.514085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.514249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.514403] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.514502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.514565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.514699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.514774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.514855] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.532250] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23f8d939-7bfd-478f-adf1-283d4846ae86: rpc.has_security_group_logging(os_id): False [ 945.548453] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.548646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.548718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.548914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.549012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.549255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.549348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.549412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.549568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.549664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.549753] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be updated. [ 945.598745] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.598893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.598961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.599241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.599414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.611562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: IN_PROGRESS for 2s [ 945.688509] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.688633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.689391] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.689680] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b with status ACTIVE [ 945.689866] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.689978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.690056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.690254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.690344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.690527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.690615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.690676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.690829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.690906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.691099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.691407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.691407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.691407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.691491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.691518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b is going to be updated. [ 945.711802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.711941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.712031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.712275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.712413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.712572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b852a2dc-fa1a-43d5-95d9-9d982c5fbd9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.930089] env[69987]: INFO networking_nsxv3.common.synchronization [req-ca65d2c1-4fd7-4cdf-8e3d-6520dc216c67 req-930db288-a5f6-4b2a-93d8-0db66a39231d tempest-ServerMetadataTestJSON-861669106 tempest-ServerMetadataTestJSON-861669106-project-member] Enqueued Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_members [ 945.930802] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_members [ 945.931126] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.931258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.931326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.931578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.931736] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.931834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.931895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.932056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.932140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.932233] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.016706] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.016843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.019178] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.189880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 946.190137] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da deletion is rescheduled due to dependency. [ 946.190204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.193017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.218962] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.219181] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-169" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.219310] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-169" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.219953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-169" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.219953] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.220137] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.220177] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.220389] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.220538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.220749] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.220920] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.221057] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.221175] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.221293] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 946.221403] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.221538] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.256474] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0802c11b-3737-4ce3-8c1a-9912dad871da in Status: SUCCESS [ 946.256704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.256874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.257099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.257215] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0802c11b-3737-4ce3-8c1a-9912dad871da',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.262311] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.262311] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 946.262311] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.262478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-169" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.263038] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.263171] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.263431] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.264449] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.264555] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b654a3-e8bd-4fa0-a914-d1f1ebb404f7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.433980] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.434166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.434240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.434459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.435371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.435371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.435371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.435371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.435371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.435371] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a already deleted. [ 946.435371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.522502] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.695427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.695632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.695670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.695859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.695957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.696067] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b is going to be created. [ 946.718783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.718920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.718987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.719207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.719364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.728351] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d935cc-2d50-4008-a3dd-31a418162b9b in Status: UNINITIALIZED for 2s [ 946.767958] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.767958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.767958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.767958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.767958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.768344] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 not found, creating... [ 946.768398] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.768642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.769340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.769340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.769340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.769527] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.769602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.769710] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.769928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.770076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.770222] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 is going to be created. [ 946.794269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.795066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.795234] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0802c11b-3737-4ce3-8c1a-9912dad871da is going to be deleted. [ 946.805114] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.805373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.805504] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.805778] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.806017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.806246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.865137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.865137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.865137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.865137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.865137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.865137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0802c11b-3737-4ce3-8c1a-9912dad871da" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.025496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.025769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.025911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.026282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.026456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.026582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 947.060834] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.061045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.061045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.061268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.061417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.070682] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 947.094070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 947.094257] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 deletion is rescheduled due to dependency. [ 947.094369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.462359] env[69987]: INFO networking_nsxv3.common.synchronization [req-ca65d2c1-4fd7-4cdf-8e3d-6520dc216c67 req-67758e7b-4918-46a3-a00f-caabeec624be service nova] Enqueued Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_rules [ 947.462910] env[69987]: INFO networking_nsxv3.common.synchronization [req-ca65d2c1-4fd7-4cdf-8e3d-6520dc216c67 req-67758e7b-4918-46a3-a00f-caabeec624be service nova] Enqueued Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_members [ 947.463250] env[69987]: INFO networking_nsxv3.common.synchronization [req-ca65d2c1-4fd7-4cdf-8e3d-6520dc216c67 req-67758e7b-4918-46a3-a00f-caabeec624be service nova] Enqueued Resource ID: 29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 with Priority: HIGHEST for action port [ 947.463464] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_rules [ 947.463769] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_members [ 947.463769] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 with Priority: HIGHEST for action port [ 947.464380] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.464553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.464553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.465198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.465198] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.465738] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.465852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.465925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.466095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.466241] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.466325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.466436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.466587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.466721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.466788] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.467960] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.468105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.468157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.468549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.468549] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29b654a3-e8bd-4fa0-a914-d1f1ebb404f7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.627289] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 in Status: SUCCESS [ 947.627289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.971083] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.971710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.971827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.974498] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 with status ACTIVE [ 947.974498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.974498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.974498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.974498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.974498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.974498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.974782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.974782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.974910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.975432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.975502] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.975644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.975710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.975955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.976059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.976197] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29b654a3-e8bd-4fa0-a914-d1f1ebb404f7 is going to be updated. [ 947.998112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.998264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.998333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.998637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.998790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.998982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29b654a3-e8bd-4fa0-a914-d1f1ebb404f7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.355298] env[69987]: INFO networking_nsxv3.common.synchronization [req-be9c3463-3855-4de1-9e80-55711bbd65cb req-fab59caa-947d-49ae-ab20-66de4c91f3d9 tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 948.355858] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 948.356186] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.356317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.356387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.356582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.356737] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.356838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.356895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.357454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.357454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.357454] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.475126] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.743296] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d935cc-2d50-4008-a3dd-31a418162b9b in Status: SUCCESS [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.743296] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.861798] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.861798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.861798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.861798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.867029] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.867029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.867029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.867029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.867029] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.867029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.867029] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.867382] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.867382] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.867597] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.867748] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.867865] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.868103] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.868239] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 948.868350] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.868482] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.880463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.880666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.880770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.880839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.881039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.881109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.881240] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 948.885950] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.886121] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 948.886262] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.886423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-555" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.886830] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-43ef7f11-6496-44e9-a438-979f2407ad8b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.886830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.886963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.887265] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.887803] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ef7f11-6496-44e9-a438-979f2407ad8b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.902024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.902151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.902211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.902383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.902518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.910165] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 948.976828] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.976987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.977074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.977304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.977411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.977516] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a is going to be created. [ 949.000444] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.000444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.000444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.000757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.000909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.009800] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a in Status: UNINITIALIZED for 2s [ 949.089146] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 949.089377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.089545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.089772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.089969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.090179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.090296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.090529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.090648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.090766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.090962] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.091120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.091249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.091361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.091510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.091606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.091667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.091802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.091877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.092057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.092166] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.245358] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.391765] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.391765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.391765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.391765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.391765] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.391765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 43ef7f11-6496-44e9-a438-979f2407ad8b not found, creating... [ 949.391765] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.392145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.392145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.392227] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.392373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.392662] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.392823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.392943] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.393176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.393337] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.393495] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 43ef7f11-6496-44e9-a438-979f2407ad8b is going to be created. [ 949.413909] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.414141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.414270] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.414524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.414753] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.415011] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.594430] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a789a95-8419-42ee-96ef-2c168e7eb037: rpc.has_security_group_logging(os_id): False [ 949.611730] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.611898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.611947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.612185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.637688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.637903] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.638042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.638127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.638307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.638394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.638645] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.638757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.638814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.638966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.639053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.639261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.639382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.639470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.639624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.639716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.639806] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 949.702946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.703168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.703263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.703512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.703694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.720766] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 949.748023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05d935cc-2d50-4008-a3dd-31a418162b9b: rpc.has_security_group_logging(os_id): False [ 949.781900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.782090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.782146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.782340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.782434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.782670] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.782767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.782830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.782973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.783060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.783148] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b is going to be created. [ 949.863630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.863630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.863630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.863630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.863630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.874551] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d935cc-2d50-4008-a3dd-31a418162b9b in Status: IN_PROGRESS for 2s [ 950.577348] env[69987]: INFO networking_nsxv3.common.synchronization [req-be9c3463-3855-4de1-9e80-55711bbd65cb req-b65aaf98-6d12-4f77-8dfe-ecf22724510e service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 950.577532] env[69987]: INFO networking_nsxv3.common.synchronization [req-be9c3463-3855-4de1-9e80-55711bbd65cb req-b65aaf98-6d12-4f77-8dfe-ecf22724510e service nova] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 950.577706] env[69987]: INFO networking_nsxv3.common.synchronization [req-be9c3463-3855-4de1-9e80-55711bbd65cb req-b65aaf98-6d12-4f77-8dfe-ecf22724510e service nova] Enqueued Resource ID: 43ef7f11-6496-44e9-a438-979f2407ad8b with Priority: HIGHEST for action port [ 950.578265] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_rules [ 950.578353] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 950.578482] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ef7f11-6496-44e9-a438-979f2407ad8b with Priority: HIGHEST for action port [ 950.578835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.579239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.579779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.579967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.580075] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.580927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.581047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.581259] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ef7f11-6496-44e9-a438-979f2407ad8b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.581362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.581425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.581601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.581679] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ef7f11-6496-44e9-a438-979f2407ad8b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.920562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 950.920804] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 950.920845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.921674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.921674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.921674] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.921674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.921674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.921899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.921899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.921966] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.018471] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a in Status: SUCCESS [ 951.018648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.018731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.018907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.019131] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.019253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.019309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.019461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.019541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.019626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.019715] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.084729] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.084870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.085065] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43ef7f11-6496-44e9-a438-979f2407ad8b with status ACTIVE [ 951.085242] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.085350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.085414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.085602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.085692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.085891] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.086058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.086138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.086353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.086448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.086676] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.086774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.086833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.086975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.087059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.087144] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43ef7f11-6496-44e9-a438-979f2407ad8b is going to be updated. [ 951.105952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.106125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.106156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.106369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.106551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.106748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ef7f11-6496-44e9-a438-979f2407ad8b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.424290] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.522125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.522293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.522416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.522631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.522813] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.522908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.522973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.523134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.523228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.523303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.523449] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.523539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.523598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.523739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.523872] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.523960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.524031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.524168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.524241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.524320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.524406] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.736934] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 951.736934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.889739] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05d935cc-2d50-4008-a3dd-31a418162b9b in Status: SUCCESS [ 951.891635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.926676] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.026073] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac5d3971-b9f7-4747-9326-3fc5c217b58a: rpc.has_security_group_logging(os_id): False [ 952.043656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.043797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.043857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.044108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.044202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.044411] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.044510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.044564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.044735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.044813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.044996] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.045100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.045149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.045289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.045360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.045533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.045642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.045700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.045833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.045906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.045990] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a is going to be created. [ 952.101643] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.101826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.101903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.102121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.102302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.112111] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a in Status: IN_PROGRESS for 2s [ 952.429433] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.429619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.429676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.429914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.430028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.430138] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 952.455905] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.456126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.456126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.456320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.456467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.465045] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 952.656917] env[69987]: INFO networking_nsxv3.common.synchronization [req-e6ec9dbe-75ab-4df5-8951-9a5c6dd31e07 req-f196a306-bb89-4f47-824c-230eaff68bac tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 952.657313] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 952.657668] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.657763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.657839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.658062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.658236] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.658348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.658433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.658555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.658923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.658923] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.149811] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.149811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.149811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.149811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.149811] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.149811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.149811] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.150426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.150545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.150774] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.150999] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.151079] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.151154] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.151269] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.151377] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.151517] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.160944] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.169669] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.169974] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.170199] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.170428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.170786] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-5e15c09f-a8a4-4350-aaa1-705508f4deb7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.171074] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.171271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.171653] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.172250] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e15c09f-a8a4-4350-aaa1-705508f4deb7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.663033] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.675066] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.675459] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.675717] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.676157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.676781] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.677060] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 5e15c09f-a8a4-4350-aaa1-705508f4deb7 not found, creating... [ 953.677498] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.677777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.678016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.678401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.678671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.679157] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.679359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.679582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.679935] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.680207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.680470] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 5e15c09f-a8a4-4350-aaa1-705508f4deb7 is going to be created. [ 953.700375] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.700614] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.700779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.701083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.701324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.701604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.130970] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a in Status: SUCCESS [ 954.130970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.167823] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.167823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.167823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.167823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.167823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.167823] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 954.196624] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.196624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.196624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.196624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.196624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.205653] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 954.477803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.477803] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.477803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.477803] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.704578] env[69987]: INFO networking_nsxv3.common.synchronization [req-e6ec9dbe-75ab-4df5-8951-9a5c6dd31e07 req-4e262976-3d80-4f61-be75-fb2fec09c744 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 954.704578] env[69987]: INFO networking_nsxv3.common.synchronization [req-e6ec9dbe-75ab-4df5-8951-9a5c6dd31e07 req-4e262976-3d80-4f61-be75-fb2fec09c744 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 954.704578] env[69987]: INFO networking_nsxv3.common.synchronization [req-e6ec9dbe-75ab-4df5-8951-9a5c6dd31e07 req-4e262976-3d80-4f61-be75-fb2fec09c744 service nova] Enqueued Resource ID: 5e15c09f-a8a4-4350-aaa1-705508f4deb7 with Priority: HIGHEST for action port [ 954.704578] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 954.704578] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 954.704578] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e15c09f-a8a4-4350-aaa1-705508f4deb7 with Priority: HIGHEST for action port [ 954.706595] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.706763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.706870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.707186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.707321] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.709719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.709719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.709719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e15c09f-a8a4-4350-aaa1-705508f4deb7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.709932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.709932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.710354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.710354] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e15c09f-a8a4-4350-aaa1-705508f4deb7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.980198] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.980348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.980413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.980620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.980781] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.980880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.980943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.981356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.981356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.981356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.981461] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.981520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.981555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.981676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.981811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.981899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.981956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.982102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.982175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.982252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.982339] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.211752] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e15c09f-a8a4-4350-aaa1-705508f4deb7 with status ACTIVE [ 955.212055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.212159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.212244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.212434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.212520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.212697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.212790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.212851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.212994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.213260] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.213353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.213411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.213565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.213618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.213700] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e15c09f-a8a4-4350-aaa1-705508f4deb7 is going to be updated. [ 955.214815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.214911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.234187] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.234341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.235451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.235451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.235451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.235451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e15c09f-a8a4-4350-aaa1-705508f4deb7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.484984] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4d2566e-0009-4cd8-b070-1d52d26dd2ce: rpc.has_security_group_logging(os_id): False [ 955.502323] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.502323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.502323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.502549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.502644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.502877] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.502966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.503044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.503215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.503291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.503992] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.503992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.503992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.503992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.503992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.503992] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.504295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.504329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.504483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.504560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.504718] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 955.562702] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.562956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.562956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.563190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.563351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.574924] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 956.219849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 956.220154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.220321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.220532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.220720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.220841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.220917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.221079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.221200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.221304] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.248388] env[69987]: INFO networking_nsxv3.common.synchronization [req-ad5f922b-41ba-49d0-99cf-6f517f4cf7df req-993d3747-d947-45fa-9cea-4a2a409b5e05 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 956.249267] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 956.249267] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.249406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.249439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.250036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.250036] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.250036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.250036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.250380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.250380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.250380] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.578873] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.579142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.579307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.579697] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.580184] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.580318] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.580685] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.580888] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.581110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.581343] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.581466] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.581580] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.581716] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.581867] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.582027] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.582201] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.600976] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.601212] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.601337] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.601527] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.602370] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.602370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.602370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.602891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.602987] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.726862] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.753816] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.754058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.754149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.754345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.754437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.754641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.754788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.754788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.754937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.755017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.755095] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe already deleted. [ 956.755178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.106938] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.107291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.107373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.107622] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.108752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.108752] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd not found, creating... [ 957.108752] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.108752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.108752] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.109076] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.109105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.109409] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.110813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.110883] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.111118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.111294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.111470] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd is going to be created. [ 957.130451] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.130678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.130774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.131066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.131305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.131533] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.230115] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.588851] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 957.588991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.733128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.733338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.733386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.733776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.733776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.733776] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 957.762210] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.762344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.762428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.762686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.762843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.771803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 958.421504] env[69987]: INFO networking_nsxv3.common.synchronization [req-ad5f922b-41ba-49d0-99cf-6f517f4cf7df req-c07b27db-24bd-4289-bf71-3211f2684e0e service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 958.425656] env[69987]: INFO networking_nsxv3.common.synchronization [req-ad5f922b-41ba-49d0-99cf-6f517f4cf7df req-c07b27db-24bd-4289-bf71-3211f2684e0e service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 958.425656] env[69987]: INFO networking_nsxv3.common.synchronization [req-ad5f922b-41ba-49d0-99cf-6f517f4cf7df req-c07b27db-24bd-4289-bf71-3211f2684e0e service nova] Enqueued Resource ID: 2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd with Priority: HIGHEST for action port [ 958.425656] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 958.425656] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 958.425656] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd with Priority: HIGHEST for action port [ 958.425656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.425656] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.425656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.425656] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.425656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.425656] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.426316] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.426485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.426485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.426655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.426695] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.927982] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.930189] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.930342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.933463] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd with status ACTIVE [ 958.936334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.936334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.936334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.936334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.936334] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd is going to be updated. [ 958.956262] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.956409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.956475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.956703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.956845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.957263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fdbcd8a-f377-4efa-8ebf-bbadae9adfdd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.431522] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.671224] env[69987]: INFO networking_nsxv3.common.synchronization [req-c95f0afe-a881-429e-bbc3-d312fc281b3d req-f9cba16b-2862-4d2d-b520-9fb15e89998f tempest-ServerMetadataTestJSON-861669106 tempest-ServerMetadataTestJSON-861669106-project-member] Enqueued Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_members [ 959.671224] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGHEST for action security_group_members [ 959.671540] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.671881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.672278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.675164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.675164] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.675164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.675164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.675164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.675164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.675164] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.782015] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 959.782259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.782436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.782655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.782852] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.782983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.783059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.783211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.783290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.783372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.783461] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.936145] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.936145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.936145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.936145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.936145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.936145] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be created. [ 959.958952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.958952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.958952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.958952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.958952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.966288] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: UNINITIALIZED for 2s [ 960.165910] env[69987]: INFO networking_nsxv3.common.synchronization [req-4887c8a8-adba-4c2f-9892-ed948b48d79e req-d4f60fbf-b1c0-45d5-83ac-703fe6d9e8cf tempest-ServersWithSpecificFlavorTestJSON-697419574 tempest-ServersWithSpecificFlavorTestJSON-697419574-project-member] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 960.168015] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGHEST for action security_group_members [ 960.168015] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.168015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.168015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.168015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.168015] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.168015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.168015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.168015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.168424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.168424] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.179250] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.179480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.179514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.180208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.180208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.180208] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.180208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.180208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.180558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.180558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.180558] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a is going to be updated. [ 960.228731] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.228967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.228967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.229207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.229359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.241204] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a in Status: IN_PROGRESS for 2s [ 960.285515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.285768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.285768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.286019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.286207] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.286314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.286378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.286534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.286621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.286852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.286951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.287085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.287156] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.287312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.287454] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.287547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.287606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.287829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.287953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288230] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.671487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.671487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.671487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.672115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.692678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.693027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.693272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.693389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.693619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.693732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.694039] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be updated. [ 960.719415] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.723023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.723023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.723023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.723023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.727439] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: IN_PROGRESS for 2s [ 960.785382] env[69987]: INFO networking_nsxv3.common.synchronization [req-ccca4d9a-ea53-4432-ae80-249c544797a3 req-38186249-9bdd-45c1-a748-5650288230d1 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 960.786273] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 960.787137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.787314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.787491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.787893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.788153] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.788299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.788402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.788642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.788846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.788999] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.790330] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 960.808134] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.808363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.808443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.808745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.830428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.830428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.830428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.830428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.830934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.830934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.830934] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 960.892924] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.895707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.895707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.895707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.895707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.909117] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 961.056694] env[69987]: INFO networking_nsxv3.common.synchronization [req-949ac50e-c943-483f-a1fa-2169c6fdeaad req-4f1becbf-9d5f-48d2-a452-fef9cc3963a6 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 961.057682] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 961.057930] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.058025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.058290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.059331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.059331] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.059331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.059331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.059331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.059331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.059331] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.254571] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.254770] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-80" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.254898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-80" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.255261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-80" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.255528] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.255691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.255813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.256048] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.256196] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.256402] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.256519] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.256629] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.256840] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.256974] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.257098] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.257237] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.276046] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.276226] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.276366] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.276536] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-80" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.276849] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-3d8fb179-d40f-4e18-8089-07f61c108080 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.277037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.277163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.277475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.277617] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8fb179-d40f-4e18-8089-07f61c108080',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.292065] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.292444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.292532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.292718] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.292812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.292873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.293028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.293104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.293186] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b already deleted. [ 961.293268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.562082] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.562293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.562376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.562608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.595614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.595911] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.596008] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.596087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.596695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.596695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.596695] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 961.625028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.625157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.625213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.626032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.626032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.634047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 961.780508] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.780789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.780877] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.781174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.781329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.781488] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 3d8fb179-d40f-4e18-8089-07f61c108080 not found, creating... [ 961.781745] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.781937] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.782098] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.782417] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.782608] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.782910] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.783120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.783281] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.783567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.783814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.784031] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 3d8fb179-d40f-4e18-8089-07f61c108080 is going to be created. [ 961.808180] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.808463] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.808601] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.808914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.809194] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.809433] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.975789] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 961.975977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.976189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.976405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.976598] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.976728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.976800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.976982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.977048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.977743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.977743] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.251031] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a in Status: SUCCESS [ 962.251031] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a deletion is rescheduled due to dependency. [ 962.251031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.479777] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.480204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.480204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.480419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.480646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.480858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.480931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.481108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.481223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.481361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.481557] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.481701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.481783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.481990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.482213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.482349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.482409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.482612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.482710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.482840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.482962] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.487918] env[69987]: INFO networking_nsxv3.common.synchronization [req-ccca4d9a-ea53-4432-ae80-249c544797a3 req-eaa42dd1-1761-4bb0-9011-2886ca4e4f5e service nova] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 962.488150] env[69987]: INFO networking_nsxv3.common.synchronization [req-ccca4d9a-ea53-4432-ae80-249c544797a3 req-eaa42dd1-1761-4bb0-9011-2886ca4e4f5e service nova] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 962.488325] env[69987]: INFO networking_nsxv3.common.synchronization [req-ccca4d9a-ea53-4432-ae80-249c544797a3 req-eaa42dd1-1761-4bb0-9011-2886ca4e4f5e service nova] Enqueued Resource ID: 3d8fb179-d40f-4e18-8089-07f61c108080 with Priority: HIGHEST for action port [ 962.488572] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 962.488696] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 962.488791] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8fb179-d40f-4e18-8089-07f61c108080 with Priority: HIGHEST for action port [ 962.489344] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.489472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.489535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.489699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.489797] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.492233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.492233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.492233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.492233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.492484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.492484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.492484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.492697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.492697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.493144] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.494257] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8fb179-d40f-4e18-8089-07f61c108080 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.494368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.494440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.494657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.494657] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8fb179-d40f-4e18-8089-07f61c108080',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.737775] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b in Status: SUCCESS [ 962.737999] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b deletion is rescheduled due to dependency. [ 962.738143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.923864] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 962.923864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.987123] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f66c73-3f22-40b9-9dd9-779701f9b1fe: rpc.has_security_group_logging(os_id): False [ 962.996026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.996026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.997348] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.998229] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8fb179-d40f-4e18-8089-07f61c108080 with status ACTIVE [ 962.998416] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.998535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.998604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.998804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.999195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.999277] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.999387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.999492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.999622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.999707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.000038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.000350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.000350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.000529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.000529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.000529] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8fb179-d40f-4e18-8089-07f61c108080 is going to be updated. [ 963.002892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.003060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.003120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.003232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.003314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.003469] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.003743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.003743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.003743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.004198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.004198] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.004198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.004198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.004333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.004333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.004638] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.004638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.004744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.004804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.004851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.004937] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be created. [ 963.020652] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.020781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.020845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.021043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.021170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.021323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.057626] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.057771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.057850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.058061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.058318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.081645] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 963.502443] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.644685] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 963.645568] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 963.645568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.005456] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.005751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.005751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.005913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.006898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.006898] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be created. [ 964.030932] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.030932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.030932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.030932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.030932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.039665] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: UNINITIALIZED for 2s [ 965.093657] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 965.094042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.741534] env[69987]: INFO networking_nsxv3.common.synchronization [req-f7fb7cbd-b556-4859-8e37-90da80b6fa6a req-01665640-0198-48c9-8cfa-ef968f332566 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 965.742121] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 965.742491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.742633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.742701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.742938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.744658] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.744774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.744840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.745089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.745189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.745525] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.049029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 966.049269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.049429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.049635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.049823] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.049938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.050027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.050636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.050636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.050636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.050636] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.251148] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.300797] env[69987]: INFO networking_nsxv3.common.synchronization [req-4546f0b4-eff9-4da6-b48b-3338b26e506a req-3f002932-f9a7-4c46-85fa-dd687779ca3d tempest-ListImageFiltersTestJSON-1191915590 tempest-ListImageFiltersTestJSON-1191915590-project-member] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 966.301843] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 966.302771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.302900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.303263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.303406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.308333] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.308613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.308613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.308748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.308831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.308958] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.419183] env[69987]: INFO networking_nsxv3.common.synchronization [req-c49a4dd7-c3fa-4803-af40-e9bbe82913ae req-a97e636e-1c87-4135-b1c4-829dd5556f51 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 966.419440] env[69987]: INFO networking_nsxv3.common.synchronization [req-c49a4dd7-c3fa-4803-af40-e9bbe82913ae req-a97e636e-1c87-4135-b1c4-829dd5556f51 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_members [ 966.419603] env[69987]: INFO networking_nsxv3.common.synchronization [req-c49a4dd7-c3fa-4803-af40-e9bbe82913ae req-a97e636e-1c87-4135-b1c4-829dd5556f51 tempest-SecurityGroupsTestJSON-1289107900 tempest-SecurityGroupsTestJSON-1289107900-project-member] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 966.420150] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGHEST for action security_group_members [ 966.420279] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGHEST for action security_group_members [ 966.420372] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGHEST for action security_group_members [ 966.420645] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.420765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.420831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.422153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.422374] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.422494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.422561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.422775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.422877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.422974] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.423837] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.423946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.424028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.424194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.424362] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.424475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.424537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.424680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.424759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.424846] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.426308] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.426450] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.426495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.426637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.426767] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.426881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.426950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.427094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.427175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.427280] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.552390] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.752979] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.756159] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.756361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.756489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.756759] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.757090] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.757969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.757969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.757969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.757969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.758174] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.758209] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.758344] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.758495] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.758616] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 966.758727] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.758869] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.780031] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.780031] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 966.780031] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.780031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.780031] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-a2315274-4441-4952-9041-19b79c4a331a taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.780335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.780335] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.780598] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.782468] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2315274-4441-4952-9041-19b79c4a331a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.812026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.812026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.812026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.812026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.812026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.812316] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.812316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.812316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.812430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.812462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.812538] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 already deleted. [ 966.812621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.928739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.928946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.929034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.929264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.930576] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.930736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.930847] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.930922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.951476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.951777] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.951918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.952027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.952242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.952327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.952421] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c is going to be updated. [ 966.953387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.953886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.953886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.954168] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.954168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.954168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.954271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.954299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.954378] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be updated. [ 966.955198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.955376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.974971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.975275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.975418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.975499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.975712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.975824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.975888] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be updated. [ 966.987900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.988039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.988127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.988305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.988501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.990158] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.990541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.990541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.990541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.990645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.009083] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: IN_PROGRESS for 2s [ 967.009903] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: IN_PROGRESS for 2s [ 967.032154] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.032154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.032154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.032154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.032154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.044602] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: IN_PROGRESS for 2s [ 967.055115] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61d2cf75-45c0-4103-a9cf-dcede157e66b: rpc.has_security_group_logging(os_id): False [ 967.082250] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.082445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.082503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.082706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.082791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.083054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.083154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.083221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.083365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.083437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.083521] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be created. [ 967.146916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.146916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.146916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.146916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.146916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.161555] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: IN_PROGRESS for 2s [ 967.261448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.261813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.261813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.261943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.262186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.262331] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 967.284712] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.284942] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.285093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.285411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.285578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.285745] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port a2315274-4441-4952-9041-19b79c4a331a not found, creating... [ 967.286035] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.286211] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.286333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.286559] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.286701] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.287068] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.287239] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.287361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.287577] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.287714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.287856] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: a2315274-4441-4952-9041-19b79c4a331a is going to be created. [ 967.314384] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.314593] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.314716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.314999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.315248] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.315477] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.320409] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.320655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.320655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.321124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.321124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.330505] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 968.489634] env[69987]: INFO networking_nsxv3.common.synchronization [req-4546f0b4-eff9-4da6-b48b-3338b26e506a req-46916a16-f8cb-4ef1-8b58-8d08c97eb93c service nova] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_rules [ 968.489634] env[69987]: INFO networking_nsxv3.common.synchronization [req-4546f0b4-eff9-4da6-b48b-3338b26e506a req-46916a16-f8cb-4ef1-8b58-8d08c97eb93c service nova] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 968.489634] env[69987]: INFO networking_nsxv3.common.synchronization [req-4546f0b4-eff9-4da6-b48b-3338b26e506a req-46916a16-f8cb-4ef1-8b58-8d08c97eb93c service nova] Enqueued Resource ID: a2315274-4441-4952-9041-19b79c4a331a with Priority: HIGHEST for action port [ 968.489634] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_rules [ 968.489634] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 968.489634] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2315274-4441-4952-9041-19b79c4a331a with Priority: HIGHEST for action port [ 968.490236] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.490236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.490236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.490362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.490656] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.491373] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.491494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.491561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.491719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.491974] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.492101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.492162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.492310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.492392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.492478] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.493295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2315274-4441-4952-9041-19b79c4a331a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.493410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.493503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.493619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.494488] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2315274-4441-4952-9041-19b79c4a331a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.604758] env[69987]: INFO networking_nsxv3.common.synchronization [req-77639f00-bd06-48dc-ac5c-b699b606d629 req-623cf4e4-4719-4055-a59b-598f3e0bfbac tempest-ListImageFiltersTestJSON-1191915590 tempest-ListImageFiltersTestJSON-1191915590-project-member] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 968.605323] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 968.605626] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.605738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.645846] env[69987]: INFO networking_nsxv3.common.synchronization [req-807da415-e9cd-4982-bd07-0befb1efa038 req-df8c44de-7024-45ae-b07a-1c12e25bb073 tempest-ServersTestBootFromVolume-1491535956 tempest-ServersTestBootFromVolume-1491535956-project-member] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_members [ 968.646428] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGHEST for action security_group_members [ 968.646768] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.646965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.647056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.647255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.647432] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.647561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.647644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.647854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.647957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.648200] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.995792] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.995923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.996138] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.997891] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2315274-4441-4952-9041-19b79c4a331a with status ACTIVE [ 968.998090] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.998201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.998265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.998489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.998575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.998743] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.998834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.998892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.000106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.000106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.000106] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.000106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.000106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.000106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.000106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.000106] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2315274-4441-4952-9041-19b79c4a331a is going to be updated. [ 969.023401] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c in Status: SUCCESS [ 969.023586] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c deletion is rescheduled due to dependency. [ 969.023691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.024568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.024688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.024757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.025023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.025230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.025294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2315274-4441-4952-9041-19b79c4a331a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.026102] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 in Status: SUCCESS [ 969.026249] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 deletion is rescheduled due to dependency. [ 969.026326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.031354] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.031354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.031354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.031354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.031354] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.031354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.031354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.031354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.031731] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.031852] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.031971] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.032102] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.032217] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.032334] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 969.032446] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.032581] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.049327] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.049490] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 969.049632] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.049794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-660" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.050306] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-93ff6adf-86c8-4337-bed8-32c58f7afb15 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.050479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.050603] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.050892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.051048] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ff6adf-86c8-4337-bed8-32c58f7afb15',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.053159] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8204651e-7759-4042-a303-ad1ca8543c0e in Status: SUCCESS [ 969.053487] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e deletion is rescheduled due to dependency. [ 969.053594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.151220] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.151346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.151462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.151708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.181918] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 969.182275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183278] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.183427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.183543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.183783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.183877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.183975] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 is going to be updated. [ 969.224777] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.224981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.225089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.225338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.225506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.235717] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 in Status: IN_PROGRESS for 2s [ 969.340089] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 969.340317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.498474] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.553476] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.553708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.553839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.554147] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.554305] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.554465] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 93ff6adf-86c8-4337-bed8-32c58f7afb15 not found, creating... [ 969.554723] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.554969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.555109] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.555336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.556186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.556186] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.556186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.556186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.556430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.556430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.556527] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 93ff6adf-86c8-4337-bed8-32c58f7afb15 is going to be created. [ 969.579167] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.579384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.579514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.579768] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.580021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.580397] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.001435] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.001633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.001680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.001893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.001983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.002103] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be created. [ 970.028486] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.028663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.028705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.028892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.029145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.041488] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: UNINITIALIZED for 2s [ 970.113454] env[69987]: INFO networking_nsxv3.common.synchronization [req-71ef2692-bc9e-4cd3-bee5-a7ff6efd9cf5 req-5720c835-16c7-4866-99e0-e11e6dd89841 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 970.114803] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 970.114803] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.114803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.114803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.114803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.115010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.116197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.116197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.116197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.116197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.116197] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.372520] env[69987]: INFO networking_nsxv3.common.synchronization [req-77639f00-bd06-48dc-ac5c-b699b606d629 req-5b5f9332-c07b-490d-801c-ecc7c08fc488 service nova] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_rules [ 970.373786] env[69987]: INFO networking_nsxv3.common.synchronization [req-77639f00-bd06-48dc-ac5c-b699b606d629 req-5b5f9332-c07b-490d-801c-ecc7c08fc488 service nova] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 970.373786] env[69987]: INFO networking_nsxv3.common.synchronization [req-77639f00-bd06-48dc-ac5c-b699b606d629 req-5b5f9332-c07b-490d-801c-ecc7c08fc488 service nova] Enqueued Resource ID: 93ff6adf-86c8-4337-bed8-32c58f7afb15 with Priority: HIGHEST for action port [ 970.373786] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_rules [ 970.375042] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 970.375147] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93ff6adf-86c8-4337-bed8-32c58f7afb15 with Priority: HIGHEST for action port [ 970.375418] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.375542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.375711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.376109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.376109] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-93ff6adf-86c8-4337-bed8-32c58f7afb15 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.376109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.376109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.376429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.376429] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93ff6adf-86c8-4337-bed8-32c58f7afb15',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.619196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.619544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.619544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.619610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.619693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.619871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.619966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.620187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.620263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.620349] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 970.649160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.649360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.649477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.649648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.649792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.657849] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 970.880022] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93ff6adf-86c8-4337-bed8-32c58f7afb15 with status ACTIVE [ 970.880022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.880022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.880022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.880022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.880022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.880566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.880566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.880566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.880566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.880566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.880566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.880903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.880903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.880903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.880903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.881096] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93ff6adf-86c8-4337-bed8-32c58f7afb15 is going to be updated. [ 970.899544] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.899691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.899738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.899897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.900065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.900519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93ff6adf-86c8-4337-bed8-32c58f7afb15" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.247178] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 in Status: SUCCESS [ 971.247178] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 deletion is rescheduled due to dependency. [ 971.247178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.603827] env[69987]: INFO networking_nsxv3.common.synchronization [req-a17e1734-1061-429b-90e4-02337c9ee289 req-ba295ecf-723e-499a-b641-fb58676a33ae tempest-ServersTestJSON-861734553 tempest-ServersTestJSON-861734553-project-member] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_members [ 971.605443] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGHEST for action security_group_members [ 971.605760] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.605870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.605933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.606145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.606293] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.606386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.606443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.606592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.606659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.606746] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.628056] env[69987]: INFO networking_nsxv3.common.synchronization [req-cea8c9fb-1008-4262-a049-38e2e2e55eac req-2877cac1-04e4-4c07-97ca-7a530aecd93e tempest-ImagesTestJSON-816155856 tempest-ImagesTestJSON-816155856-project-member] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 971.628056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGHEST for action security_group_members [ 971.628056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.628056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.628056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.628056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.628056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.628056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.628056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.628056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.628582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.628582] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.050466] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 972.050466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.050675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.050947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.051205] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.051407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.051513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.051707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.051835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.051969] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.111921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.112067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.112106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.112273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.131411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.131644] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.131756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.131822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.131993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.132114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.132177] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 is going to be updated. [ 972.133173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.133282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.133349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.133500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.133578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.133741] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.133835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.133895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.134046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.134170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.134221] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be updated. [ 972.157279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.157468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.157468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.157609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.157732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.164466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.164569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.164634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.164784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.164899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.166172] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: IN_PROGRESS for 2s [ 972.172577] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: IN_PROGRESS for 2s [ 972.554402] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.669465] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 972.669834] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 972.669834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.056826] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.257710] env[69987]: INFO networking_nsxv3.common.synchronization [req-139a64e4-a44a-47b3-afa1-70717ec1626c req-5e35e63d-8e52-4a29-87ca-92d7582844a0 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 973.257928] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 973.258261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.258386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.258453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.258647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.258802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.259065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.259065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.259262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.259262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.259334] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.561523] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.561725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.561814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.562099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.562211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.562313] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be updated. [ 973.587086] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.587296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.587425] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.587691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.587952] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.588126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.588248] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.588464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588610] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.588819] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.588935] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.589195] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.589396] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.589535] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.589653] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.589799] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.591486] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.591600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.591668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.591821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.591960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.601103] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: IN_PROGRESS for 2s [ 973.611905] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.612074] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.612223] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.612394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.612670] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-63725932-f447-4abb-a32e-2b3b30e8e79f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.612837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.612962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.613297] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.613457] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63725932-f447-4abb-a32e-2b3b30e8e79f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.762031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.762363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.762363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.762429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.762553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.762783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.764883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.764883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.764883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.764883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.764883] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 973.787259] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.787259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.787259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.787259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.787259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.797731] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 974.115739] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.115996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.116175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.116541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.116738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.116943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 63725932-f447-4abb-a32e-2b3b30e8e79f not found, creating... [ 974.117355] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.117555] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.117732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.118126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.118391] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.118746] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.118980] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.119552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.119552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.119552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.119728] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 63725932-f447-4abb-a32e-2b3b30e8e79f is going to be created. [ 974.140384] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.140618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.140751] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.141096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.141455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.141664] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.176279] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 in Status: SUCCESS [ 974.176487] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 deletion is rescheduled due to dependency. [ 974.177176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.184375] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce in Status: SUCCESS [ 974.184526] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce deletion is rescheduled due to dependency. [ 974.184658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.842028] env[69987]: INFO networking_nsxv3.common.synchronization [req-139a64e4-a44a-47b3-afa1-70717ec1626c req-4d79bd54-e2b9-4324-af66-c25282bff998 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 974.842260] env[69987]: INFO networking_nsxv3.common.synchronization [req-139a64e4-a44a-47b3-afa1-70717ec1626c req-4d79bd54-e2b9-4324-af66-c25282bff998 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 974.842388] env[69987]: INFO networking_nsxv3.common.synchronization [req-139a64e4-a44a-47b3-afa1-70717ec1626c req-4d79bd54-e2b9-4324-af66-c25282bff998 service nova] Enqueued Resource ID: 63725932-f447-4abb-a32e-2b3b30e8e79f with Priority: HIGHEST for action port [ 974.842620] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 974.842745] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 974.842865] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63725932-f447-4abb-a32e-2b3b30e8e79f with Priority: HIGHEST for action port [ 974.843822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.844301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.844301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.844378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.844504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.845837] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.845988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.846995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-63725932-f447-4abb-a32e-2b3b30e8e79f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.847179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.847285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.847900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.848048] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63725932-f447-4abb-a32e-2b3b30e8e79f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.351236] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63725932-f447-4abb-a32e-2b3b30e8e79f with status ACTIVE [ 975.351236] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.351236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.351236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.351386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.351386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.351632] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.351707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.351755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.351866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.355020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.355020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.355020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.355020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.355020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.355020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.355020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63725932-f447-4abb-a32e-2b3b30e8e79f is going to be updated. [ 975.355020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.355020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.373448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.374013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.374013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.374013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.374013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.374263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63725932-f447-4abb-a32e-2b3b30e8e79f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.610372] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 975.610585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.610788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.611051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.611170] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.611285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.611349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.611620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.611620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.611801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.611801] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.612777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.612777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.612887] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.612986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.613073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.613224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.613295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.613385] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.806971] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 975.807212] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 975.807332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.807568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.807751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.807943] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.808137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.808137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.808918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.808918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.808918] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.114744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.115092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.119396] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.311408] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.623658] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.815991] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.126153] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.126457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.126497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.126728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.126840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.126943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be updated. [ 977.154678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.155291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.155291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.155291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.163732] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: IN_PROGRESS for 2s [ 977.318401] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.318623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.318698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.318896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.318986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.319198] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 977.344703] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.344851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.344923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.345147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.345292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.353730] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 979.172655] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 979.172911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.173150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.173532] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.173653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.173873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.173963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.174270] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174635] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.174747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.174783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.176778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.176778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.176998] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.363639] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 979.363955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.364213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.364486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.364748] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.364920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.365042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.365265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.365393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.365544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.365702] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.681359] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccf6b067-cb13-4001-87b1-20f370627ac4: rpc.has_security_group_logging(os_id): False [ 979.699300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.699521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.699581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.699856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.699912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.700252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.700331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.700369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.700538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.700597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.700810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.700899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.700965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.701119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.701199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.701381] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.701475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.701539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.701662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.701758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.701809] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be created. [ 979.757446] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.757446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.757446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.757446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.757751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.771827] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: IN_PROGRESS for 2s [ 979.843985] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 979.844118] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 979.867905] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.868169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.868281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.869018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.869018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.869018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.869018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.870020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.870020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.870020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.870020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.870020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.870020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.870020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.870240] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.870303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.870435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.870625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.870719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.870807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.870982] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.373517] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d: rpc.has_security_group_logging(os_id): False [ 980.393141] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.393141] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.393141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.393563] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.394860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.394860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.396959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.397104] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 980.454956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.454956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.454956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.454956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.454956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.465514] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 981.783389] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 981.783719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.783791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.784010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.784109] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.286684] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.286894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.286994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.287325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.287562] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.288487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.288623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.288871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.288973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.289118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.289302] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.480354] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 982.480614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.794519] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.794997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.794997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.794997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.795265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.795265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.795657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.795657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.795657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.795657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.795845] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.795845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.795953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.796010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.796247] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.796358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.796358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.796489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.796558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.796805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.796805] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.180822] env[69987]: INFO networking_nsxv3.common.synchronization [None req-027a9239-0b6d-47dd-8967-c55ee07579e3 None None] Enqueued Resource ID: 37942194-4b33-4912-b966-f62613ee9411 with Priority: HIGHEST for action port [ 983.180822] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37942194-4b33-4912-b966-f62613ee9411 with Priority: HIGHEST for action port [ 983.180822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-37942194-4b33-4912-b966-f62613ee9411 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.180822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37942194-4b33-4912-b966-f62613ee9411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.180822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37942194-4b33-4912-b966-f62613ee9411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.180822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37942194-4b33-4912-b966-f62613ee9411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.180822] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37942194-4b33-4912-b966-f62613ee9411',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.298665] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ccf6b067-cb13-4001-87b1-20f370627ac4: rpc.has_security_group_logging(os_id): False [ 983.316614] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.316806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.316874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.317115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.317234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.317445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.317543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.317600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.317756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.317861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.318045] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.318141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.318199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.318340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.318415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.318699] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.318699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.318805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.319025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.319025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.319025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be updated. [ 983.377113] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.377259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.377259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.378244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.378244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.389662] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: IN_PROGRESS for 2s [ 983.682953] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37942194-4b33-4912-b966-f62613ee9411 [ 983.683250] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.683391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.683462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.683907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.683907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.683907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37942194-4b33-4912-b966-f62613ee9411 already deleted. [ 983.683907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37942194-4b33-4912-b966-f62613ee9411" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.404514] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 985.404832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.814087] env[69987]: INFO networking_nsxv3.common.synchronization [None req-01913dfa-7f17-4f6e-9045-d7270bc956d6 None None] Enqueued Resource ID: 4b225627-f504-43ae-9d1a-0748ec0bfc40 with Priority: HIGHEST for action port [ 985.814087] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b225627-f504-43ae-9d1a-0748ec0bfc40 with Priority: HIGHEST for action port [ 985.814320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b225627-f504-43ae-9d1a-0748ec0bfc40 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.814388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b225627-f504-43ae-9d1a-0748ec0bfc40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.814420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b225627-f504-43ae-9d1a-0748ec0bfc40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.814676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b225627-f504-43ae-9d1a-0748ec0bfc40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.814764] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b225627-f504-43ae-9d1a-0748ec0bfc40',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.317189] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b225627-f504-43ae-9d1a-0748ec0bfc40 [ 986.317459] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.317602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.317672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.317906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.317998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.318110] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b225627-f504-43ae-9d1a-0748ec0bfc40 already deleted. [ 986.318194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b225627-f504-43ae-9d1a-0748ec0bfc40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.814982] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 990.814982] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 991.098430] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0db9f4c5-3bd7-4e37-9d49-5d11083498ea None None] Enqueued Resource ID: d8afc44c-8f12-4a80-a4f2-bc49e47b5b54 with Priority: HIGHEST for action port [ 991.098430] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8afc44c-8f12-4a80-a4f2-bc49e47b5b54 with Priority: HIGHEST for action port [ 991.098430] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8afc44c-8f12-4a80-a4f2-bc49e47b5b54 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.098430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8afc44c-8f12-4a80-a4f2-bc49e47b5b54" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.098430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8afc44c-8f12-4a80-a4f2-bc49e47b5b54" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.098430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8afc44c-8f12-4a80-a4f2-bc49e47b5b54" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.098430] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8afc44c-8f12-4a80-a4f2-bc49e47b5b54',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.599972] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8afc44c-8f12-4a80-a4f2-bc49e47b5b54 [ 991.600271] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.600422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.600492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.600739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.600845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.600947] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8afc44c-8f12-4a80-a4f2-bc49e47b5b54 already deleted. [ 991.601059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8afc44c-8f12-4a80-a4f2-bc49e47b5b54" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.888734] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a9b804ab-c916-41c5-9f4e-70c992017434 tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_rules [ 991.888734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_rules [ 991.889770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.890088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.890269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.890627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.890838] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.014428] env[69987]: INFO networking_nsxv3.common.synchronization [None req-35c55bfd-7621-41c1-9abe-5615031ab88c tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_rules [ 992.014428] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_rules [ 992.014428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.014428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.417033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.417259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.417259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.417462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.417553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.417648] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 already deleted. [ 992.417732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.417938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.419328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.419457] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.942295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.942295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.942295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.942295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.942295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.942295] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 already deleted. [ 992.942295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.192950] env[69987]: INFO networking_nsxv3.common.synchronization [req-6f969a07-9d0f-4d55-a98e-11822a6e93c9 req-5b1f0104-b861-4079-9531-43e6760fb5d6 tempest-ServerActionsV293TestJSON-303158452 tempest-ServerActionsV293TestJSON-303158452-project-member] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_members [ 993.195028] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGHEST for action security_group_members [ 993.195028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.195028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.195028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.195028] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.386719] env[69987]: INFO networking_nsxv3.common.synchronization [None req-70bc2b2e-aa87-4c20-8200-c3c988d76892 None None] Enqueued Resource ID: f10c5515-b43d-43b2-9dfb-09924c8a898a with Priority: HIGHEST for action port [ 993.386719] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f10c5515-b43d-43b2-9dfb-09924c8a898a with Priority: HIGHEST for action port [ 993.386966] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f10c5515-b43d-43b2-9dfb-09924c8a898a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.387246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f10c5515-b43d-43b2-9dfb-09924c8a898a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.387246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f10c5515-b43d-43b2-9dfb-09924c8a898a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.387611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f10c5515-b43d-43b2-9dfb-09924c8a898a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.387611] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f10c5515-b43d-43b2-9dfb-09924c8a898a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.699223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.699223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.699223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.699223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.718403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.718834] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.719479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.719758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.720313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.720649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.722040] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd is going to be updated. [ 993.747176] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.747176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.747176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.747176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.747176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.753349] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: IN_PROGRESS for 2s [ 993.891870] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f10c5515-b43d-43b2-9dfb-09924c8a898a [ 993.892159] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.892294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.892360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.892571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.892661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.892755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f10c5515-b43d-43b2-9dfb-09924c8a898a already deleted. [ 993.892839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f10c5515-b43d-43b2-9dfb-09924c8a898a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.359115] env[69987]: INFO networking_nsxv3.common.synchronization [req-f751665d-b36c-4e38-9e29-9d255e32d616 req-45328ce9-1e12-49bb-9863-666062a7a5f5 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 995.360100] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 995.360200] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.360323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.360390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.360585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.360738] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.360834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.360896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.361252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.361383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.361480] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.765537] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd in Status: SUCCESS [ 995.765537] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd deletion is rescheduled due to dependency. [ 995.765537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.822727] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.822727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.822727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.822952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.823134] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.823294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.823416] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.823639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.823791] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.824015] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.824308] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.824433] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.824550] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.824672] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.824780] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.824920] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.842862] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.843041] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.843188] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.843357] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.843645] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.843828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.843933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.844275] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.844422] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961a1fd7-bcab-47f6-a2b7-6dd5fa005a30',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.865562] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.347158] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.347394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.347534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.347828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.347998] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.348173] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 not found, creating... [ 996.348474] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.348719] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.348846] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.349142] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.349224] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.349552] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.349708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.349947] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.350195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.350338] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.350520] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 is going to be created. [ 996.368863] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.370651] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.370864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.371035] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.371329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.371598] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.371864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.876601] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.876771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.876844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.877087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.877182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.877301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 996.906564] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.906564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.906564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.906564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.906564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.917451] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 997.093794] env[69987]: INFO networking_nsxv3.common.synchronization [req-60a2cadc-63e3-4454-9275-21009937d911 req-47ba4870-628b-49d4-894a-65e37ece89f4 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 997.094353] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 997.094711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.094834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.094898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.095131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.095287] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.095387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.095449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.095595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.095679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.095769] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.365130] env[69987]: INFO networking_nsxv3.common.synchronization [req-f751665d-b36c-4e38-9e29-9d255e32d616 req-f67104ce-20e1-4de6-ad29-f90bf1bb90c6 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 997.365320] env[69987]: INFO networking_nsxv3.common.synchronization [req-f751665d-b36c-4e38-9e29-9d255e32d616 req-f67104ce-20e1-4de6-ad29-f90bf1bb90c6 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 997.365466] env[69987]: INFO networking_nsxv3.common.synchronization [req-f751665d-b36c-4e38-9e29-9d255e32d616 req-f67104ce-20e1-4de6-ad29-f90bf1bb90c6 service nova] Enqueued Resource ID: 961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 with Priority: HIGHEST for action port [ 997.365691] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 997.365817] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 997.365911] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 with Priority: HIGHEST for action port [ 997.366789] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.366914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.366982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.367318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.367444] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.368248] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.370459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.370459] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.370459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.370459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.370459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.370459] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961a1fd7-bcab-47f6-a2b7-6dd5fa005a30',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.601989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.602265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.602323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.602559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.602690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.602995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.603163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.603259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.603432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.603513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.603604] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 997.632773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.633591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.633591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.633591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.633591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.641107] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 997.870771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.870970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.875959] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 with status ACTIVE [ 997.876196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.876364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.876462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.876690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.876914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.877127] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.877236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.877301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.877441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.877518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.877696] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.877791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.877868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.878037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.878125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.878211] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 961a1fd7-bcab-47f6-a2b7-6dd5fa005a30 is going to be updated. [ 997.907506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.907506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.908987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.908987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.908987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.908987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961a1fd7-bcab-47f6-a2b7-6dd5fa005a30" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.117019] env[69987]: INFO networking_nsxv3.common.synchronization [req-be6c907a-fe6a-4bec-8783-8f1c6e309077 req-60857a19-5cba-44b6-ad79-445f759cce6a tempest-InstanceActionsV221TestJSON-1176554191 tempest-InstanceActionsV221TestJSON-1176554191-project-member] Enqueued Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_members [ 998.117019] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_members [ 998.117019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.117019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.117019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.117019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.117019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.117019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.117019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.117783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.118038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.118261] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.443257] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.443257] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-996" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.443646] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-996" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.443771] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-996" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.444839] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.444839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.444839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.444839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.445081] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.445200] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.445352] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.445480] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.445629] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.445784] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 998.445908] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.447253] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.466589] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.466811] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 998.466991] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.467240] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-996" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.468040] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.468040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.468040] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.468441] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.468660] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f3b951-fb8f-4467-98e6-ec4cdf4169cd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.620979] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.621148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.621218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.621428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.621517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.621714] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.621802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.621896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.622014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.622096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.622178] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 already deleted. [ 998.622255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.795142] env[69987]: INFO networking_nsxv3.common.synchronization [None req-41518fd6-36e3-43a9-9431-0a4fb0321e18 None None] Enqueued Resource ID: 97f65369-56c5-4b9c-a681-de1d994cc9a4 with Priority: HIGHEST for action port [ 998.796447] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97f65369-56c5-4b9c-a681-de1d994cc9a4 with Priority: HIGHEST for action port [ 998.796934] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-97f65369-56c5-4b9c-a681-de1d994cc9a4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.797081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97f65369-56c5-4b9c-a681-de1d994cc9a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.797152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97f65369-56c5-4b9c-a681-de1d994cc9a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.797457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97f65369-56c5-4b9c-a681-de1d994cc9a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.797506] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97f65369-56c5-4b9c-a681-de1d994cc9a4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.927506] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 998.927761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.927938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.928171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.928357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.928473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.928544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.928677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.928758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.928850] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.973024] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.973024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port b6f3b951-fb8f-4467-98e6-ec4cdf4169cd not found, creating... [ 998.973024] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.973024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.973540] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.973540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.973649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.973859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.973993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.974153] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: b6f3b951-fb8f-4467-98e6-ec4cdf4169cd is going to be created. [ 998.991840] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.992124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.992264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.992532] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.992822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.993013] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.300958] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97f65369-56c5-4b9c-a681-de1d994cc9a4 [ 999.300958] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.300958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.300958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.301390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.301390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.301390] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97f65369-56c5-4b9c-a681-de1d994cc9a4 already deleted. [ 999.301390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97f65369-56c5-4b9c-a681-de1d994cc9a4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.431035] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.651674] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 999.651674] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 999.651674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.706190] env[69987]: INFO networking_nsxv3.common.synchronization [req-be6c907a-fe6a-4bec-8783-8f1c6e309077 req-dc70d795-f77f-49aa-85b5-ec8183b9b2e2 service nova] Enqueued Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_rules [ 999.706190] env[69987]: INFO networking_nsxv3.common.synchronization [req-be6c907a-fe6a-4bec-8783-8f1c6e309077 req-dc70d795-f77f-49aa-85b5-ec8183b9b2e2 service nova] Enqueued Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_members [ 999.706190] env[69987]: INFO networking_nsxv3.common.synchronization [req-be6c907a-fe6a-4bec-8783-8f1c6e309077 req-dc70d795-f77f-49aa-85b5-ec8183b9b2e2 service nova] Enqueued Resource ID: b6f3b951-fb8f-4467-98e6-ec4cdf4169cd with Priority: HIGHEST for action port [ 999.706190] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_rules [ 999.706190] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_members [ 999.706190] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f3b951-fb8f-4467-98e6-ec4cdf4169cd with Priority: HIGHEST for action port [ 999.706190] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.706190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.708610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.708963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.709167] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.710216] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.710320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.710359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.710498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.710655] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.710747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.712196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.712196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.712196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.712196] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.712196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.712196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.712196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.712720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.712720] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f3b951-fb8f-4467-98e6-ec4cdf4169cd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.934129] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.177020] env[69987]: INFO networking_nsxv3.common.synchronization [req-a5ca4e2f-fea1-4164-bbf9-bed7dab6290e req-c6dc7af5-e9a8-42bd-bae3-5e7ab8c8c370 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1000.177020] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1000.177020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.177020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.177020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.177020] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.214975] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.215137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.215292] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.216114] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6f3b951-fb8f-4467-98e6-ec4cdf4169cd with status ACTIVE [ 1000.216289] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.216398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.216461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.216675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.216759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.216925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.217031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.217090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.217249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.217338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.217500] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.217589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.217647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.217781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.217850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.217928] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6f3b951-fb8f-4467-98e6-ec4cdf4169cd is going to be updated. [ 1000.240512] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.240684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.240729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.240968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.241118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.241281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f3b951-fb8f-4467-98e6-ec4cdf4169cd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.437342] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.437527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.437601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.437812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.437906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.438015] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1000.465892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.466074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.466129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.466340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.466485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.475237] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1000.538588] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.538588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.538588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.538588] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.538890] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.538890] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.538890] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.539143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.539323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.539563] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.539710] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.539828] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.539941] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.540086] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1000.540199] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.540395] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.574269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.574586] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1000.574740] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.574966] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.575411] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.575639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.575827] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.576893] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.576893] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcbc6909-efc0-4ccc-8b55-763a5b3a9c73',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.682442] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.682844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.682844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.682923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.682971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.683194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.683290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.683350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.683497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.683570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.683677] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1000.712038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.712240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.712284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.712482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.712622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.720357] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.722092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1001.078996] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.079255] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.079484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.079779] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.081042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.081042] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 not found, creating... [ 1001.081042] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.081042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.081042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.081042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.081395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.081722] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.081722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.081722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.082080] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.082458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.082661] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 is going to be created. [ 1001.103382] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.103623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.103756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.104050] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.104290] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.104522] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.225736] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.226275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.226275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.228011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.228011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.228011] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 is going to be created. [ 1001.249266] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1aa0faf7-f857-4906-b88a-742bcf029df2 None None] Enqueued Resource ID: e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a with Priority: HIGHEST for action port [ 1001.249827] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a with Priority: HIGHEST for action port [ 1001.250255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.250397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.250464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.250718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.250805] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.259697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.259840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.259918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.263013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.263207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.278584] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 in Status: UNINITIALIZED for 2s [ 1001.753858] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a [ 1001.754213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.754282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.754321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.754533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.754627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.754723] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a already deleted. [ 1001.754805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e88c6c6c-c4c9-4e34-b064-5bbf794e8a1a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.791229] env[69987]: INFO networking_nsxv3.common.synchronization [req-a5ca4e2f-fea1-4164-bbf9-bed7dab6290e req-004dbd98-0fd3-43ba-833f-41e4f9061804 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1001.791408] env[69987]: INFO networking_nsxv3.common.synchronization [req-a5ca4e2f-fea1-4164-bbf9-bed7dab6290e req-004dbd98-0fd3-43ba-833f-41e4f9061804 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1001.791549] env[69987]: INFO networking_nsxv3.common.synchronization [req-a5ca4e2f-fea1-4164-bbf9-bed7dab6290e req-004dbd98-0fd3-43ba-833f-41e4f9061804 service nova] Enqueued Resource ID: fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 with Priority: HIGHEST for action port [ 1001.791774] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1001.791895] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1001.792015] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 with Priority: HIGHEST for action port [ 1001.792692] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.792824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.792886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.793185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.793269] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.794098] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.794155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.794358] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.794854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.794930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.795122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.795200] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcbc6909-efc0-4ccc-8b55-763a5b3a9c73',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.297126] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.297432] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 with status ACTIVE [ 1002.297602] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.297765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.297765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.297973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.298241] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.298394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.298548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.298622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.298802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.298896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.299525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.299525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.299525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.299525] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcbc6909-efc0-4ccc-8b55-763a5b3a9c73 is going to be updated. [ 1002.319016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.319175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.319246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.319447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.319596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.319798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcbc6909-efc0-4ccc-8b55-763a5b3a9c73" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486393] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1002.487249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.487471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.487758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.487976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.488121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.488190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.488372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.488457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.488566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.488662] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.731907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1002.732119] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1002.732236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.732404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.732619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.732836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.732957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.733036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.733201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.733284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.733379] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.993871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.993871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.993871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.993871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.994721] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.994721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.994721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.994721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.994721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.994721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.994721] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.994721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.995172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.995172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.995172] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.995324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.995324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.995392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.995484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.995566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.995670] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.236736] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.287788] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 in Status: SUCCESS [ 1003.288192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.288324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.288542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.288846] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.288846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.288846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.289136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.289136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.289136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.289331] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.497506] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 1003.518258] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.518442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.518504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.518690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.518783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.518983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.519323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.519396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.519577] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.519925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.520221] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.520324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.520365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.520503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.520670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1003.580912] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.581109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.581183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.581397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.581543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.595432] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1003.738377] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.792146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.792146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.792146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.792146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.792146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.792146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.792146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.792146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.792682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.792682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.792682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.792682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.792682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.792682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.792882] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.792882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.792954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.793089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.793194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.793251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.793365] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.241076] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.241490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.241490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.241490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.241624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.241624] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1004.277633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.277842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.277931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.278171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.278318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.289210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1004.295579] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd2ae08d-04ca-4fa2-b35c-8008b168a677: rpc.has_security_group_logging(os_id): False [ 1004.316299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.316482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.316550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.316767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.316857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.317087] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.317187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.317252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.317402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.317482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.317667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.317759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.317822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.317962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.318049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.318231] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.318324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.318381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.318516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.318588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.318672] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 is going to be created. [ 1004.382061] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.382319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.382497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.382692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.382912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.392643] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 in Status: IN_PROGRESS for 2s [ 1004.828522] env[69987]: INFO networking_nsxv3.common.synchronization [req-912b92df-6c97-4591-b8a0-c88333ca271d req-f10d494f-57d6-49ff-b51a-431d8b6d78f2 tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_members [ 1004.829225] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_members [ 1004.829648] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.829846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.829846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.830169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.830258] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.830404] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.830438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.830610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.830748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.830858] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.137177] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.137450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.137630] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.138108] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.138535] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.138733] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.138860] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.139151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.139307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.139527] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.139645] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.139821] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.139943] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.140072] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1005.140183] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.140317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.160053] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.160232] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1005.160373] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.160547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.160974] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.161233] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.161383] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.161715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.161871] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8c3a9b-a328-44f8-81e2-5a480901ac9f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.332777] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.333097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.333097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.333223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.333313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.333514] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.333612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.333671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.333829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.333907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.333993] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 already deleted. [ 1005.334095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.611221] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1005.611478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.664260] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.664694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.664822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.665183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.665452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.665643] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 0c8c3a9b-a328-44f8-81e2-5a480901ac9f not found, creating... [ 1005.666147] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.666388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.666526] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.666849] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.667111] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.667331] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.667483] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.667604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.667840] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.668105] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.668284] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 0c8c3a9b-a328-44f8-81e2-5a480901ac9f is going to be created. [ 1005.687289] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.687615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.687799] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.688146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.688400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.688686] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.303138] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.306362] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.306362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.306362] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.406033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 in Status: SUCCESS [ 1006.406033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.416491] env[69987]: INFO networking_nsxv3.common.synchronization [req-912b92df-6c97-4591-b8a0-c88333ca271d req-0d592c3b-d2c6-480f-b883-8ae2da2341f2 service nova] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_rules [ 1006.416718] env[69987]: INFO networking_nsxv3.common.synchronization [req-912b92df-6c97-4591-b8a0-c88333ca271d req-0d592c3b-d2c6-480f-b883-8ae2da2341f2 service nova] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_members [ 1006.416903] env[69987]: INFO networking_nsxv3.common.synchronization [req-912b92df-6c97-4591-b8a0-c88333ca271d req-0d592c3b-d2c6-480f-b883-8ae2da2341f2 service nova] Enqueued Resource ID: 0c8c3a9b-a328-44f8-81e2-5a480901ac9f with Priority: HIGHEST for action port [ 1006.417589] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_rules [ 1006.417824] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_members [ 1006.417960] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8c3a9b-a328-44f8-81e2-5a480901ac9f with Priority: HIGHEST for action port [ 1006.418590] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.418590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.418805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.418930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.418963] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.420424] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.420424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.420424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.420626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.420849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.420950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.421093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.421283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.421387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.421490] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.422888] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.423021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.423113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.423329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.423416] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8c3a9b-a328-44f8-81e2-5a480901ac9f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.807898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.808122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.808167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.808399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.808579] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.808686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.808751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.808907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.809012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.809244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.809244] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.809369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.809407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.809549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.810261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.810261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.810261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.810261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.810261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.810261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.810261] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.925475] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.925619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.925812] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.926756] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c8c3a9b-a328-44f8-81e2-5a480901ac9f with status ACTIVE [ 1006.926954] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.927080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.927165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.927459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.927581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.927799] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.927948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.927996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.928478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.928577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.928985] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.928985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.928985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.929185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.929235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.929323] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c8c3a9b-a328-44f8-81e2-5a480901ac9f is going to be updated. [ 1006.949566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.949692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.949804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.950040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.950203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.950381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8c3a9b-a328-44f8-81e2-5a480901ac9f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.314544] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f66c73-3f22-40b9-9dd9-779701f9b1fe: rpc.has_security_group_logging(os_id): False [ 1007.331421] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.331562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.331604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.331823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.331914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.332137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.332239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.332310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.332455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.332531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.332719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.332810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.332867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.333014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.333091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.333279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.333369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.333430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.333561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.333633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.333718] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1007.388463] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.388621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.388739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.388905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.389066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.404660] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1007.432174] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.935126] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.935318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.935364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.935572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.935667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.935766] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 is going to be created. [ 1007.956924] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.957090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.957150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.957351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.957506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.967885] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06846609-0dc3-4a80-9b48-f8ea70003626 in Status: UNINITIALIZED for 2s [ 1009.417298] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1009.417561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.977875] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06846609-0dc3-4a80-9b48-f8ea70003626 in Status: SUCCESS [ 1009.978130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.978290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.978503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.978692] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.978809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.978874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.979029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.979111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.979196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.979287] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.481490] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.985216] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06846609-0dc3-4a80-9b48-f8ea70003626: rpc.has_security_group_logging(os_id): False [ 1011.003247] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.003424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.003471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.003769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.003892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.004184] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.004291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.004352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.004501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.004574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.004658] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 is going to be created. [ 1011.061213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.061361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.061426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.061640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.061821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.071654] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06846609-0dc3-4a80-9b48-f8ea70003626 in Status: IN_PROGRESS for 2s [ 1011.419414] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1011.419522] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1011.421533] env[69987]: INFO networking_nsxv3.common.synchronization [req-f3726d75-ff07-40b9-88dd-172b8403d786 req-a9736cfc-a041-4490-9031-a7e9893eaef8 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1011.422095] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1011.422405] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.422794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.422794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.422794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.422963] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.423070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.423070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.423228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.423436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423436] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.775112] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.775494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.775546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.775797] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.776214] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.776445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.776623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.777334] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.777561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.777852] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.777924] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.778075] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.778194] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.778336] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.778488] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.778637] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.797483] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.797640] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.797818] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.798022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.798358] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-ad28c14f-638f-4073-b494-cb6a2a579dab taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.798570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.798698] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.799097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.799283] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad28c14f-638f-4073-b494-cb6a2a579dab',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.925181] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.925338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.925409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.925616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.925709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.925909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.926047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.926116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.926262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.926338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.926427] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1011.950779] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.950996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.950996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.951222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.951365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.959435] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1012.400868] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.400868] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port ad28c14f-638f-4073-b494-cb6a2a579dab not found, creating... [ 1012.400868] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.400868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.401861] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.401861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.401861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.401861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.401861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.401861] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: ad28c14f-638f-4073-b494-cb6a2a579dab is going to be created. [ 1012.401861] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.401861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.401861] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.402659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.402659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.402659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.015549] env[69987]: INFO networking_nsxv3.common.synchronization [req-f3726d75-ff07-40b9-88dd-172b8403d786 req-97a3f17f-e6b6-4744-97c1-22093af255c6 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 1013.015798] env[69987]: INFO networking_nsxv3.common.synchronization [req-f3726d75-ff07-40b9-88dd-172b8403d786 req-97a3f17f-e6b6-4744-97c1-22093af255c6 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1013.015930] env[69987]: INFO networking_nsxv3.common.synchronization [req-f3726d75-ff07-40b9-88dd-172b8403d786 req-97a3f17f-e6b6-4744-97c1-22093af255c6 service nova] Enqueued Resource ID: ad28c14f-638f-4073-b494-cb6a2a579dab with Priority: HIGHEST for action port [ 1013.016084] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 1013.016212] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1013.016307] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad28c14f-638f-4073-b494-cb6a2a579dab with Priority: HIGHEST for action port [ 1013.016896] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.016968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.017139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.017375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.017459] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.018783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.018885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.019086] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad28c14f-638f-4073-b494-cb6a2a579dab taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.019178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.019241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.019395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.019504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad28c14f-638f-4073-b494-cb6a2a579dab',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.083427] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06846609-0dc3-4a80-9b48-f8ea70003626 in Status: SUCCESS [ 1013.083670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.519282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.519429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.521890] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad28c14f-638f-4073-b494-cb6a2a579dab with status ACTIVE [ 1013.522128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.522292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.522343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.522560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.522647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.522860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.522963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.522999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.523307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523443] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.523930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.523930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.523930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.524153] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad28c14f-638f-4073-b494-cb6a2a579dab is going to be updated. [ 1013.545153] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.545301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.545368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.545677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.545832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.545988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad28c14f-638f-4073-b494-cb6a2a579dab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.703983] env[69987]: INFO networking_nsxv3.common.synchronization [req-3d384663-2c10-40df-abe2-1175a9f1712a req-ef5a6ccd-3109-4144-a61a-89b255574a02 tempest-InstanceActionsV221TestJSON-1176554191 tempest-InstanceActionsV221TestJSON-1176554191-project-member] Enqueued Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_members [ 1013.704524] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGHEST for action security_group_members [ 1013.704828] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.704948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.705029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.705251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.705408] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.705507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.705570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.705704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.705786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.705874] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.970461] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1013.970461] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 1013.970590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.970705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.971054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.971356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.971554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.971670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.971945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.972105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.972284] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.210126] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.210126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.210126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.210126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.210126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.210126] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.210551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.210551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.210551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.210640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.210675] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 is going to be updated. [ 1014.237700] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.239264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.239356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.239688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.239908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.252929] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 in Status: IN_PROGRESS for 2s [ 1014.474444] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.976465] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.479588] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.479968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.479968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.480360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.480360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.480360] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1015.508620] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.508771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.508841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.509085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.509354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.517163] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1016.261756] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 in Status: SUCCESS [ 1016.261934] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 deletion is rescheduled due to dependency. [ 1016.262066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.526670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1017.527019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.527166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.527401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.527668] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.527806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.527916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.528140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.528247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.528375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.528483] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.032797] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.032974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.033113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.033412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.033612] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.033724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.033786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.033927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.034045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.034135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.034291] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.034410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.034477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.034619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.034760] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.034849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.034908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.035054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.035132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.035211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.035296] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.537792] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d: rpc.has_security_group_logging(os_id): False [ 1018.554574] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.554753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.554858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.555122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.555252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.555498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.555605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.555676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.555866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.555974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.556204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.556308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.556374] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.556577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.556746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.556996] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.557202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.557258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.557460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.557540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.557628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1018.614039] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.614039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.614039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.614310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.614497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.637076] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1018.705575] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1018.705730] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1020.654336] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1020.654713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.229356] env[69987]: INFO networking_nsxv3.common.synchronization [req-02c54ac5-8061-40c3-8013-e07d4f071304 req-3a892b98-c9f1-49c9-922c-9d911a89dd0a tempest-ServerPasswordTestJSON-1707718776 tempest-ServerPasswordTestJSON-1707718776-project-member] Enqueued Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_members [ 1021.229356] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_members [ 1021.229356] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.229356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.229356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.229625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.234020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.234020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.234020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.234020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.234020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.234020] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.736954] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.736954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.737322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.737322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.737322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.737528] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.737624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.737682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.737909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.737909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.738008] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be891979-a770-4737-bd9a-a62bd6ac287f already deleted. [ 1021.738109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.917091] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-619 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.917353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-619" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.917639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-619" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.918049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-619" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.918378] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.918600] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.918803] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.919777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.921173] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.921459] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.921588] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.921706] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.921820] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.921938] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.922060] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.922210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.944950] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.944950] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.944950] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.944950] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-619" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.944950] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.945241] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.945329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.945768] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.945903] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44e6223-be47-4cd2-87c7-44a1fb78bc1c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.448776] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.449063] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.449202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.449494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.449696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.449863] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port a44e6223-be47-4cd2-87c7-44a1fb78bc1c not found, creating... [ 1022.450210] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.450475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.450563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.450783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.450947] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.451299] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.451469] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.451587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.452225] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.452225] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.452225] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: a44e6223-be47-4cd2-87c7-44a1fb78bc1c is going to be created. [ 1022.472484] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.472858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.473103] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.473463] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.473841] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.473990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.911385] env[69987]: INFO networking_nsxv3.common.synchronization [req-e5882724-704e-4dc4-9fe6-c5ad1962945c req-505f8b51-e4da-4c07-a937-04e0b378420a tempest-ServersV294TestFqdnHostnames-1345478198 tempest-ServersV294TestFqdnHostnames-1345478198-project-member] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_members [ 1022.912346] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGHEST for action security_group_members [ 1022.913187] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.913187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.913187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.913187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.913447] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.913581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.913581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.913795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.913845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.914204] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.416654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.416654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.416654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.416861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.417184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.417418] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.417534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.417596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.417759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.417838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.417925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b is going to be updated. [ 1023.444772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.444916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.444990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.445414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.445414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.453504] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d935cc-2d50-4008-a3dd-31a418162b9b in Status: IN_PROGRESS for 2s [ 1023.676700] env[69987]: INFO networking_nsxv3.common.synchronization [req-247b28a9-3196-461f-a025-ce829f173473 req-6515a2f9-7d15-4ee0-afa5-56610098a37c tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1023.679031] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1023.679031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.679031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.679031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.679031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.981877] env[69987]: INFO networking_nsxv3.common.synchronization [req-02c54ac5-8061-40c3-8013-e07d4f071304 req-a136ee8d-fb9c-4a0f-8609-c6f19788d98f service nova] Enqueued Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_rules [ 1023.982212] env[69987]: INFO networking_nsxv3.common.synchronization [req-02c54ac5-8061-40c3-8013-e07d4f071304 req-a136ee8d-fb9c-4a0f-8609-c6f19788d98f service nova] Enqueued Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_members [ 1023.982296] env[69987]: INFO networking_nsxv3.common.synchronization [req-02c54ac5-8061-40c3-8013-e07d4f071304 req-a136ee8d-fb9c-4a0f-8609-c6f19788d98f service nova] Enqueued Resource ID: a44e6223-be47-4cd2-87c7-44a1fb78bc1c with Priority: HIGHEST for action port [ 1023.982607] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_rules [ 1023.982778] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_members [ 1023.982890] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44e6223-be47-4cd2-87c7-44a1fb78bc1c with Priority: HIGHEST for action port [ 1023.985123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.985309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.986074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.986074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.986074] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.987296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.988047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.988292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.988705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.988977] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.990449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.990449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.990449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.990449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.990449] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.990914] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.991106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.991234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.991555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.991555] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44e6223-be47-4cd2-87c7-44a1fb78bc1c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.123619] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.123884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.124044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.124361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.124706] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.124880] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.125027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.125280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.125448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.125709] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.125851] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.125970] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.126106] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.126237] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1024.126348] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.126498] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.147597] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.147918] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1024.148032] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.148267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.148603] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-984ab9de-140f-4878-b423-5945bbb0353a taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.148798] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.148936] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.149286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.149428] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984ab9de-140f-4878-b423-5945bbb0353a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.181925] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.493966] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a44e6223-be47-4cd2-87c7-44a1fb78bc1c with status ACTIVE [ 1024.494262] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.494432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.494729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.495013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.495142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.495365] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.495716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.495838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.496074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.496192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.496428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.496595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.496701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.496869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.496951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.497056] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a44e6223-be47-4cd2-87c7-44a1fb78bc1c is going to be updated. [ 1024.498322] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.499674] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.499817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.523094] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.523743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.523743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.523743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.523743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.523913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44e6223-be47-4cd2-87c7-44a1fb78bc1c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.651702] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.651952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.652124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.652450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.652715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.652917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 984ab9de-140f-4878-b423-5945bbb0353a not found, creating... [ 1024.653219] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.653390] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.653511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.653769] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.653917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.654257] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.654429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.654548] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.654785] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.654928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.655260] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 984ab9de-140f-4878-b423-5945bbb0353a is going to be created. [ 1024.679827] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.680135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.680273] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.680564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.680801] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.681091] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.684599] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.001727] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.187434] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.187664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.187664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.187969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.188158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.188289] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1025.218199] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.218434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.218521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.218786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.219017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.229103] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1025.463131] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05d935cc-2d50-4008-a3dd-31a418162b9b in Status: SUCCESS [ 1025.463328] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b deletion is rescheduled due to dependency. [ 1025.463522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.504246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.504460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.504553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.504725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.504859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.504969] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be891979-a770-4737-bd9a-a62bd6ac287f is going to be created. [ 1025.541806] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.542056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.542105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.542513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.542669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.553210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be891979-a770-4737-bd9a-a62bd6ac287f in Status: UNINITIALIZED for 2s [ 1025.582929] env[69987]: INFO networking_nsxv3.common.synchronization [req-b6702b10-31a1-437b-97e9-df639f1a021b req-3e5f0d98-47b0-4e94-8529-47ec1ef35b33 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1025.583601] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1025.584074] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.584074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.584230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.584412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.584621] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.584808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.584911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.585122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.585274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.585429] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.013445] env[69987]: INFO networking_nsxv3.common.synchronization [req-247b28a9-3196-461f-a025-ce829f173473 req-e7a5a71f-6443-4ec9-9d8c-506c265375a4 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 1026.013745] env[69987]: INFO networking_nsxv3.common.synchronization [req-247b28a9-3196-461f-a025-ce829f173473 req-e7a5a71f-6443-4ec9-9d8c-506c265375a4 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1026.013842] env[69987]: INFO networking_nsxv3.common.synchronization [req-247b28a9-3196-461f-a025-ce829f173473 req-e7a5a71f-6443-4ec9-9d8c-506c265375a4 service nova] Enqueued Resource ID: 984ab9de-140f-4878-b423-5945bbb0353a with Priority: HIGHEST for action port [ 1026.014197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 1026.014197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1026.014197] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 984ab9de-140f-4878-b423-5945bbb0353a with Priority: HIGHEST for action port [ 1026.015484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.015484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.015484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.015755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.015846] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.016723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.016813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.017019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-984ab9de-140f-4878-b423-5945bbb0353a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.017122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.017289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.017435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.017507] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('984ab9de-140f-4878-b423-5945bbb0353a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.088988] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.089165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.089236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.089451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.089537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.089740] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.089839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.089903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.090066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.090187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.090270] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1026.116560] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.116560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.116560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.116560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.116560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.122841] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1026.522558] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.522756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.522913] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 984ab9de-140f-4878-b423-5945bbb0353a with status ACTIVE [ 1026.523104] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.523215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.523282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.523514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.523603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.523783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.523879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.523943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.524112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.524185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.524388] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.524553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.524553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.524690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.524747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.524831] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 984ab9de-140f-4878-b423-5945bbb0353a is going to be updated. [ 1026.545480] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.545480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.545480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.545480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.545480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.545480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-984ab9de-140f-4878-b423-5945bbb0353a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.240921] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1027.240921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.240921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.240921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.241570] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.241570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.241570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.241570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.241824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.241824] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.563017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be891979-a770-4737-bd9a-a62bd6ac287f in Status: SUCCESS [ 1027.563278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.563476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.563736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.563968] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.564167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.564432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.564526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.564600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.564692] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.744588] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.067707] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.067872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.068113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.068580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.068771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.068880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.068945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.069100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.069188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.069276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.069427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.069517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.069576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.069713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.069845] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.069935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.069991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.070143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.070222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.070301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.070399] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.132409] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 4s [ 1028.247994] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.574293] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be891979-a770-4737-bd9a-a62bd6ac287f: rpc.has_security_group_logging(os_id): False [ 1028.593237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.593493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.593596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.594583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.594744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.595095] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.595251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.595349] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.595572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.595688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.596234] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.596408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.596506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.596712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.596829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.599117] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.599243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.599301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.599483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.599558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.599655] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be891979-a770-4737-bd9a-a62bd6ac287f is going to be created. [ 1028.656207] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.656461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.656461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.657016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.657299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.667589] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be891979-a770-4737-bd9a-a62bd6ac287f in Status: IN_PROGRESS for 2s [ 1028.750535] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.750741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.750741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.750943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.751380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.751380] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1028.807056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.807420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.807591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.807875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.808093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.817912] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1030.013092] env[69987]: INFO networking_nsxv3.common.synchronization [None req-6eb462a7-c106-44a0-af30-960680bcc8cc None None] Enqueued Resource ID: 3fc4f421-d3ee-47e1-9cba-43d2072c5a9e with Priority: HIGHEST for action port [ 1030.013092] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fc4f421-d3ee-47e1-9cba-43d2072c5a9e with Priority: HIGHEST for action port [ 1030.013092] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fc4f421-d3ee-47e1-9cba-43d2072c5a9e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.013092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fc4f421-d3ee-47e1-9cba-43d2072c5a9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.013092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fc4f421-d3ee-47e1-9cba-43d2072c5a9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.013998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fc4f421-d3ee-47e1-9cba-43d2072c5a9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.014258] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fc4f421-d3ee-47e1-9cba-43d2072c5a9e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.144704] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1030.144704] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1030.144704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.516870] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3fc4f421-d3ee-47e1-9cba-43d2072c5a9e [ 1030.517196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.517871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.517871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.517871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.517871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.518106] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3fc4f421-d3ee-47e1-9cba-43d2072c5a9e already deleted. [ 1030.518274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fc4f421-d3ee-47e1-9cba-43d2072c5a9e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.679025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be891979-a770-4737-bd9a-a62bd6ac287f in Status: SUCCESS [ 1030.679278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.835504] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.835504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.835504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.835504] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.337991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.338308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.338308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.338483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.339610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.339610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.339610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.340032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.340032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.340032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.340032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.340338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.340338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.340338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.340433] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.844507] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 1031.869022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.869022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.869022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.869022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.869816] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.869816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.869816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.869816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.869816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.869816] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1031.961123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.961123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.961123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.961123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.961123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.982787] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1032.463200] env[69987]: INFO networking_nsxv3.common.synchronization [None req-46a578f3-e32a-4da0-bccf-452fbd74bff0 None None] Enqueued Resource ID: 217099c4-9984-450f-831c-43fcd69d0d40 with Priority: HIGHEST for action port [ 1032.463200] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 217099c4-9984-450f-831c-43fcd69d0d40 with Priority: HIGHEST for action port [ 1032.463515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-217099c4-9984-450f-831c-43fcd69d0d40 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.463800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-217099c4-9984-450f-831c-43fcd69d0d40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.463800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-217099c4-9984-450f-831c-43fcd69d0d40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.463935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-217099c4-9984-450f-831c-43fcd69d0d40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.464494] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('217099c4-9984-450f-831c-43fcd69d0d40',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.966723] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 217099c4-9984-450f-831c-43fcd69d0d40 [ 1032.967118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.967244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.967336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.967694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.967824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.968391] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:217099c4-9984-450f-831c-43fcd69d0d40 already deleted. [ 1032.968391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-217099c4-9984-450f-831c-43fcd69d0d40" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.005919] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1034.006964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.629719] env[69987]: INFO networking_nsxv3.common.synchronization [req-a503971e-5434-4990-b6bb-fa5b3486e010 req-e1900edd-f5e8-40bf-85c0-9cef41a35bfc tempest-ListImageFiltersTestJSON-1191915590 tempest-ListImageFiltersTestJSON-1191915590-project-member] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 1035.630391] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 1035.630730] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.630880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.630940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.631231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.631401] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.631522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.631586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.631746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.631830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.631935] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.021490] env[69987]: INFO networking_nsxv3.common.synchronization [req-80eaebe6-902a-44b3-88d6-fd0940ad437d req-a3c338ec-9828-49de-af1a-daa611a51414 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_members [ 1036.025840] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c788a40b-ec14-4374-b13f-5857defba0a8 with Priority: HIGHEST for action security_group_members [ 1036.025840] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c788a40b-ec14-4374-b13f-5857defba0a8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.025840] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.025840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.025840] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c788a40b-ec14-4374-b13f-5857defba0a8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.134520] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.527539] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.527853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.527853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.527995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.549486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.549759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.549869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.549967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.550268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.550331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.550415] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 is going to be updated. [ 1036.575052] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.575280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.575334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.575587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.575863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.583755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c788a40b-ec14-4374-b13f-5857defba0a8 in Status: IN_PROGRESS for 2s [ 1036.636743] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.140720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.140984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.141067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.141332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.141501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.141684] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be updated. [ 1037.171726] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.171936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.172016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.172233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.172377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.181937] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: IN_PROGRESS for 2s [ 1037.293397] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-e3dd228f-80f7-44ba-a6ce-b2b9c1d37a12 tempest-ListServersNegativeTestJSON-1374068228 tempest-ListServersNegativeTestJSON-1374068228-project-member] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1037.294126] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1037.294584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.294763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.294896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.295253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.295500] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.295683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.295803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.296135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.296311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.296472] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.803307] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.803700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.803700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.803956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.803956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.804128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.804223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.804293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.804443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.804513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.804615] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 already deleted. [ 1037.804712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.858049] env[69987]: INFO networking_nsxv3.common.synchronization [req-aae31be2-1446-43a6-9840-eba609485630 req-e033e7f8-c9b1-4860-9080-525047278af5 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1037.858661] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1037.858961] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.859420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.859527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.861527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.861779] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.861921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.862015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.862233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.862364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.862500] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.904746] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.904980] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.905141] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.905490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.905943] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.905943] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.906158] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.906483] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.906658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.906934] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.907097] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.907247] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.907406] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.907558] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.907675] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.907844] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.911639] env[69987]: INFO networking_nsxv3.common.synchronization [req-cde0f4cc-0c0d-439f-8b33-11585f8b7734 req-11d94ab8-a9b5-4d4a-b9bf-39a3e116ae27 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1037.912851] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1037.913353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.913507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.913576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.917022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.917022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.917022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.917022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.917022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.917022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.917022] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.928950] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.928950] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.929111] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.929345] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.929822] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-bc1a6a8e-cea0-48bf-96b9-150002406dfc taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.930071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.930307] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.930678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.930839] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1a6a8e-cea0-48bf-96b9-150002406dfc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.934088] env[69987]: INFO networking_nsxv3.common.synchronization [req-cde0f4cc-0c0d-439f-8b33-11585f8b7734 req-11d94ab8-a9b5-4d4a-b9bf-39a3e116ae27 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 1037.934321] env[69987]: INFO networking_nsxv3.common.synchronization [req-cde0f4cc-0c0d-439f-8b33-11585f8b7734 req-11d94ab8-a9b5-4d4a-b9bf-39a3e116ae27 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1037.934528] env[69987]: INFO networking_nsxv3.common.synchronization [req-cde0f4cc-0c0d-439f-8b33-11585f8b7734 req-11d94ab8-a9b5-4d4a-b9bf-39a3e116ae27 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 3d8fb179-d40f-4e18-8089-07f61c108080 with Priority: HIGHEST for action port [ 1037.935064] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 1037.935214] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1037.935439] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8fb179-d40f-4e18-8089-07f61c108080 with Priority: HIGHEST for action port [ 1037.935758] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.935908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.935995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.936200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.936281] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.937919] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.938105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.938357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8fb179-d40f-4e18-8089-07f61c108080 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.938516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.938602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.938818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.938935] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8fb179-d40f-4e18-8089-07f61c108080',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.364746] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.418041] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.434687] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.434908] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.435066] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.435352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.435508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.435698] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port bc1a6a8e-cea0-48bf-96b9-150002406dfc not found, creating... [ 1038.435965] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.437313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.437448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.437706] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.437855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.439014] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.439014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.439014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.439014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.439014] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.440067] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: bc1a6a8e-cea0-48bf-96b9-150002406dfc is going to be created. [ 1038.444654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.444767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.444943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8fb179-d40f-4e18-8089-07f61c108080 with status ACTIVE [ 1038.445421] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.445542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.446952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.446952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.446952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.447381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.447381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.447447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.447484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.447588] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8fb179-d40f-4e18-8089-07f61c108080 is going to be updated. [ 1038.472343] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.472343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.472343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.472343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.472343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.472343] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.476124] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.476124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.476258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.476395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.476502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.476675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.481116] env[69987]: INFO networking_nsxv3.common.synchronization [req-7029893f-1e92-4970-af0b-ff6fb494bf66 req-3b9612e1-74fa-42f4-9be8-fddd64312a06 tempest-ServerPasswordTestJSON-1707718776 tempest-ServerPasswordTestJSON-1707718776-project-member] Enqueued Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_members [ 1038.483032] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be891979-a770-4737-bd9a-a62bd6ac287f with Priority: HIGHEST for action security_group_members [ 1038.483339] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-be891979-a770-4737-bd9a-a62bd6ac287f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.483458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.483523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.483708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.483862] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.483957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.484245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.484383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.484463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.484551] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be891979-a770-4737-bd9a-a62bd6ac287f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.594678] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c788a40b-ec14-4374-b13f-5857defba0a8 in Status: SUCCESS [ 1038.594873] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c788a40b-ec14-4374-b13f-5857defba0a8 deletion is rescheduled due to dependency. [ 1038.594988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c788a40b-ec14-4374-b13f-5857defba0a8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.867602] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.921317] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.987548] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.987965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.987965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.988059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.988154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.988364] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.988464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.988527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.988690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.988789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.988880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be891979-a770-4737-bd9a-a62bd6ac287f is going to be updated. [ 1039.018816] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.018816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.018816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.019090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.019484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.031146] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be891979-a770-4737-bd9a-a62bd6ac287f in Status: IN_PROGRESS for 2s [ 1039.192607] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 1039.192833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.207989] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-2917cb87-80b1-40ab-ac5c-a340e4ff8dc4 service nova] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_rules [ 1039.208241] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-2917cb87-80b1-40ab-ac5c-a340e4ff8dc4 service nova] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1039.208414] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-2917cb87-80b1-40ab-ac5c-a340e4ff8dc4 service nova] Enqueued Resource ID: bc1a6a8e-cea0-48bf-96b9-150002406dfc with Priority: HIGHEST for action port [ 1039.209173] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_rules [ 1039.209282] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1039.209381] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1a6a8e-cea0-48bf-96b9-150002406dfc with Priority: HIGHEST for action port [ 1039.209654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.209771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.209836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.211205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.211270] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.212578] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.212687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.212758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.212952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.213617] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.213617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.213617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.213617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.213617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.213617] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.214439] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1a6a8e-cea0-48bf-96b9-150002406dfc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.214561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.214685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.214773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.214845] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1a6a8e-cea0-48bf-96b9-150002406dfc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.369418] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.369651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.369651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.369885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.369977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.370092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1039.395890] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.396039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.396129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.396341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.396721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.405100] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1039.424792] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.424997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.425073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.425263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.425359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.425461] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be updated. [ 1039.458771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.458998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.458998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.459213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.459353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.468284] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: IN_PROGRESS for 2s [ 1039.716278] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.716425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.716730] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.719706] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc1a6a8e-cea0-48bf-96b9-150002406dfc with status ACTIVE [ 1039.719912] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.720042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.720112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.720517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.720561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.720756] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.720860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.720919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.721107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.721265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.721472] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.721571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.721632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.721775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.721848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.721954] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc1a6a8e-cea0-48bf-96b9-150002406dfc is going to be updated. [ 1039.741413] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.741546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.741615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.741816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.741939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.742114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1a6a8e-cea0-48bf-96b9-150002406dfc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.977424] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-a1b69b45-218a-4a84-94bb-634d95940a93 tempest-ListServersNegativeTestJSON-1374068228 tempest-ListServersNegativeTestJSON-1374068228-project-member] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1039.977976] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1039.978378] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.978490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.146514] env[69987]: INFO networking_nsxv3.common.synchronization [req-40113d85-46e5-463f-a7ff-70eec3c330ab req-787b98d8-9750-4420-9fd2-808ec043b84a tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1040.147125] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1040.147447] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.147548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.186150] env[69987]: INFO networking_nsxv3.common.synchronization [req-40113d85-46e5-463f-a7ff-70eec3c330ab req-787b98d8-9750-4420-9fd2-808ec043b84a tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 1040.186150] env[69987]: INFO networking_nsxv3.common.synchronization [req-40113d85-46e5-463f-a7ff-70eec3c330ab req-787b98d8-9750-4420-9fd2-808ec043b84a tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1040.186150] env[69987]: INFO networking_nsxv3.common.synchronization [req-40113d85-46e5-463f-a7ff-70eec3c330ab req-787b98d8-9750-4420-9fd2-808ec043b84a tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 3d8fb179-d40f-4e18-8089-07f61c108080 with Priority: HIGHEST for action port [ 1040.186650] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_rules [ 1040.186797] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1040.186890] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8fb179-d40f-4e18-8089-07f61c108080 with Priority: HIGHEST for action port [ 1040.187357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.187461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.187695] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.187776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.187957] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8fb179-d40f-4e18-8089-07f61c108080 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.188104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.188169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.188394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.188469] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8fb179-d40f-4e18-8089-07f61c108080',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.220857] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.506619] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.506867] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.506999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.507319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.507606] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.507777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.507897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.508336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.508569] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.508890] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.509107] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.509290] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.509429] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.509677] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1040.509803] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.510057] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.529422] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.529651] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1040.529917] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.530234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.530698] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-dea09a3f-a839-4d7e-aa69-37bee8855d79 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.530999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.531201] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.531731] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.531860] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea09a3f-a839-4d7e-aa69-37bee8855d79',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.690754] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d8fb179-d40f-4e18-8089-07f61c108080 with status ACTIVE [ 1040.690995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.691164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.691239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.691451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.691540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.691723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.691818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.691879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.692032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.692109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.692303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.692384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.692442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.692611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.692685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.692773] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d8fb179-d40f-4e18-8089-07f61c108080 is going to be updated. [ 1040.712254] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.712489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.712489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.712921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.712921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.713022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8fb179-d40f-4e18-8089-07f61c108080" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.722661] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.722799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.722843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.723052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.723146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.723258] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be created. [ 1040.771178] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.771397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.771463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.771690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.771857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.785318] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: UNINITIALIZED for 2s [ 1041.034866] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.035157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.035229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.035507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.035666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.035822] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port dea09a3f-a839-4d7e-aa69-37bee8855d79 not found, creating... [ 1041.036105] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.036455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.036455] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.036654] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.036769] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.037058] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.037246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.037333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.037542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.037678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.037819] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: dea09a3f-a839-4d7e-aa69-37bee8855d79 is going to be created. [ 1041.039967] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be891979-a770-4737-bd9a-a62bd6ac287f in Status: SUCCESS [ 1041.040098] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be891979-a770-4737-bd9a-a62bd6ac287f deletion is rescheduled due to dependency. [ 1041.040249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be891979-a770-4737-bd9a-a62bd6ac287f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.056330] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.056542] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.056670] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.056911] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.057149] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.057367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.156923] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1041.156923] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1041.415399] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1041.415629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.478542] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 1041.478770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.479028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.479529] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.479657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.479723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.479878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.479959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.480065] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.983382] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.037622] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-566ec262-04d0-4cd0-8ef6-2bf397dce100 service nova] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_rules [ 1042.037866] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-566ec262-04d0-4cd0-8ef6-2bf397dce100 service nova] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1042.038058] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-566ec262-04d0-4cd0-8ef6-2bf397dce100 service nova] Enqueued Resource ID: dea09a3f-a839-4d7e-aa69-37bee8855d79 with Priority: HIGHEST for action port [ 1042.038593] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_rules [ 1042.038764] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1042.038902] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dea09a3f-a839-4d7e-aa69-37bee8855d79 with Priority: HIGHEST for action port [ 1042.039231] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.039360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.039615] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.039733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.039967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dea09a3f-a839-4d7e-aa69-37bee8855d79 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.040100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.040208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.040434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.040559] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dea09a3f-a839-4d7e-aa69-37bee8855d79',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.150999] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-60d8f832-21b0-4fd0-9d1c-ac13f87e8bb3 tempest-ListServersNegativeTestJSON-1374068228 tempest-ListServersNegativeTestJSON-1374068228-project-member] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1042.151619] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1042.152034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.152164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.485939] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.548765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dea09a3f-a839-4d7e-aa69-37bee8855d79 with status ACTIVE [ 1042.548765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.548765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.548765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.548765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.548765] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dea09a3f-a839-4d7e-aa69-37bee8855d79 is going to be updated. [ 1042.565617] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.565796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.565837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.566037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.566170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.566378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dea09a3f-a839-4d7e-aa69-37bee8855d79" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.718105] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.718448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.718448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.718642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.718949] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.719120] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.719247] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.719480] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.719648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.719857] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.719976] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.720101] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.720252] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.720386] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1042.720504] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.720639] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.739295] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.739295] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1042.739295] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.739295] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-592" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.739542] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-200e0161-2f5b-4939-90ae-3eb3457ffac7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.739624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.739744] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.740106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.740326] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200e0161-2f5b-4939-90ae-3eb3457ffac7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.797983] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1042.798359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.798538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.798765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.798969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.799110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.799170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.799337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.799417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.799503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.799597] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.800860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.800860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.800860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.801085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.801085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.801162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.801202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.801294] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.989130] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.989394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.989394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.989601] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.989693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.989803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be updated. [ 1043.016273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.016534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.016534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.017017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.017231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.029642] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: IN_PROGRESS for 2s [ 1043.244156] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.245644] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.245814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.246272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.246503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.246702] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 200e0161-2f5b-4939-90ae-3eb3457ffac7 not found, creating... [ 1043.247088] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.247331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.247464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.247714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.247870] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.250245] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.250458] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.250573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.250837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.250989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.251175] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 200e0161-2f5b-4939-90ae-3eb3457ffac7 is going to be created. [ 1043.272247] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.272545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.272725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.273058] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.274874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.274874] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.303033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.303033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.303343] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.805566] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.987728] env[69987]: INFO networking_nsxv3.common.synchronization [req-b165a38f-854f-479e-8d5e-89684aef18dc req-59d2dd28-48dd-4a0c-8ba7-9f590e011fc9 tempest-AttachInterfacesUnderV243Test-349869599 tempest-AttachInterfacesUnderV243Test-349869599-project-member] Enqueued Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1043.988322] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b with Priority: HIGHEST for action security_group_members [ 1043.988754] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-61d2cf75-45c0-4103-a9cf-dcede157e66b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.988754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.152927] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-f31be1fb-240a-42aa-87c5-b9d3005cb7a2 service nova] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_rules [ 1044.153119] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-f31be1fb-240a-42aa-87c5-b9d3005cb7a2 service nova] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1044.153251] env[69987]: INFO networking_nsxv3.common.synchronization [req-163c086a-f38c-462f-9dcc-52b15632a141 req-f31be1fb-240a-42aa-87c5-b9d3005cb7a2 service nova] Enqueued Resource ID: 200e0161-2f5b-4939-90ae-3eb3457ffac7 with Priority: HIGHEST for action port [ 1044.154010] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_rules [ 1044.154087] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1044.154573] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 200e0161-2f5b-4939-90ae-3eb3457ffac7 with Priority: HIGHEST for action port [ 1044.154969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.154969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.155128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.155239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.155530] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-200e0161-2f5b-4939-90ae-3eb3457ffac7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.156235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.156235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.156394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.156462] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('200e0161-2f5b-4939-90ae-3eb3457ffac7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.307995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.308400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.308400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.308542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.308640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.308745] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1044.338181] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.338379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.338456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.338620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.338785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.353091] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1044.662017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 200e0161-2f5b-4939-90ae-3eb3457ffac7 with status ACTIVE [ 1044.662017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.662017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.662017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.662017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.662637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.662637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.662637] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 200e0161-2f5b-4939-90ae-3eb3457ffac7 is going to be updated. [ 1044.682704] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.682704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.682704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.682918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.682918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.683014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-200e0161-2f5b-4939-90ae-3eb3457ffac7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.546956] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.548827] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.549053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.549053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.549321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.549417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.549751] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.549857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.549921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.550109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.550226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.550303] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be updated. [ 1045.578662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.578818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.578868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.579131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.579288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.590081] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: IN_PROGRESS for 2s [ 1046.048910] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61d2cf75-45c0-4103-a9cf-dcede157e66b: rpc.has_security_group_logging(os_id): False [ 1046.066496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.066652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.066718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.066932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.067041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.067282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.067386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.067440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.067598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.067675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.067764] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be updated. [ 1046.131575] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.131789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.131789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.132019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.132153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.157168] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: IN_PROGRESS for 2s [ 1046.362922] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1046.363273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.363352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.363567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.363759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.363874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.363934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.364110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.364234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.364289] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.533030] env[69987]: INFO networking_nsxv3.common.synchronization [req-3dab559d-e4e7-48f4-aacc-13845d8883d0 req-be7a1844-876d-4441-8f19-6a2dffcfa64a tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1046.533575] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1046.533861] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.534026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.534098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.534545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.534545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.534545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.534757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.534757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.534833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.534955] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.829179] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.829484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.829553] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.829805] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.830084] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.830274] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.830415] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.830634] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.830828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.831061] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.831208] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.831336] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.831468] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.831588] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1046.831698] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.831836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.849748] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.849907] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1046.850057] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.850280] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.850600] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-ab89b870-7c43-45dd-878e-c1f922fc3ee4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.850809] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.850891] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.851236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.851324] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab89b870-7c43-45dd-878e-c1f922fc3ee4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.866613] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.037672] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.037826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.037897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.039012] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.039012] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 already deleted. [ 1047.039012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.354017] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.354285] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.354412] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.354729] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.354903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.355088] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port ab89b870-7c43-45dd-878e-c1f922fc3ee4 not found, creating... [ 1047.355376] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.355549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.355681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.355917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.356102] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.356636] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.356850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.356977] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.357209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.357353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.357513] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: ab89b870-7c43-45dd-878e-c1f922fc3ee4 is going to be created. [ 1047.369361] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.376442] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.376668] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.376945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.377254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.377494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.377722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.598646] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 1047.598826] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b deletion is rescheduled due to dependency. [ 1047.598940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.599134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.599448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.599723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.599894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.600011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.600268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.600370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.600474] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.871901] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.872235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.872235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.872381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.872496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.872617] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1047.901093] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.901438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.901438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.901639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.901794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.909724] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1048.104942] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.104942] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.104942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.104942] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be updated. [ 1048.130629] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.132112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.132231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.132475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.132647] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.142158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: IN_PROGRESS for 2s [ 1048.151096] env[69987]: INFO networking_nsxv3.common.synchronization [req-3dab559d-e4e7-48f4-aacc-13845d8883d0 req-93856250-c304-461e-b1ed-90e75c19f873 service nova] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_rules [ 1048.151271] env[69987]: INFO networking_nsxv3.common.synchronization [req-3dab559d-e4e7-48f4-aacc-13845d8883d0 req-93856250-c304-461e-b1ed-90e75c19f873 service nova] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1048.151452] env[69987]: INFO networking_nsxv3.common.synchronization [req-3dab559d-e4e7-48f4-aacc-13845d8883d0 req-93856250-c304-461e-b1ed-90e75c19f873 service nova] Enqueued Resource ID: ab89b870-7c43-45dd-878e-c1f922fc3ee4 with Priority: HIGHEST for action port [ 1048.151697] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_rules [ 1048.151821] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1048.151915] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab89b870-7c43-45dd-878e-c1f922fc3ee4 with Priority: HIGHEST for action port [ 1048.152466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.152589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.152682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.152978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.155230] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.160019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.160019] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.160019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab89b870-7c43-45dd-878e-c1f922fc3ee4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.160019] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab89b870-7c43-45dd-878e-c1f922fc3ee4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.175145] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 1048.175365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.175531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.175759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.176152] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.661282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.661488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.661622] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.668054] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab89b870-7c43-45dd-878e-c1f922fc3ee4 with status ACTIVE [ 1048.668054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.668054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.668054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.668054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.668054] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab89b870-7c43-45dd-878e-c1f922fc3ee4 is going to be updated. [ 1048.703353] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.703542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.703542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.703763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.703905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.704073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab89b870-7c43-45dd-878e-c1f922fc3ee4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.713506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.713714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.713714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.713893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.713977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.714084] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be deleted. [ 1048.778710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.778874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.778924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.779164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.779259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.779376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.938642] env[69987]: INFO networking_nsxv3.common.synchronization [req-08d254be-db47-417d-9851-ddc95fe10832 req-51648594-8f65-4a6d-a7c2-641646788486 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1048.939182] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1048.939488] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.939607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.939674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.939867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.940051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.940189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.940247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.940403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.940481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.940573] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.165495] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.264677] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.264913] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.265124] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.265446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.265744] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.265941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.270214] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.270214] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.270347] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.270640] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.270949] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.270949] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.271209] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.271250] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1049.271351] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.271496] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.296610] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.296789] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1049.296929] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.297139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.297456] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-2850c5e6-0790-4289-aab5-45fca743e84f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.297641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.297788] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.298179] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.298343] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2850c5e6-0790-4289-aab5-45fca743e84f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.446931] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.446931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.446931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.447128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.447128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.447306] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.447387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.447387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.448027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.448027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.448027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1049.477504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.477504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.477504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.477717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.477717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.487839] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1049.668529] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.668695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.668762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.669077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.669189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.669301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be created. [ 1049.691810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.691998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.691998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.692221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.692371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.700828] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: UNINITIALIZED for 2s [ 1049.804267] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.804553] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.804727] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.805169] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.805272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.805498] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 2850c5e6-0790-4289-aab5-45fca743e84f not found, creating... [ 1049.805776] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.805973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.806151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.806432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.806605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.806949] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.807152] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.807282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.807540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.807715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.807871] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 2850c5e6-0790-4289-aab5-45fca743e84f is going to be created. [ 1049.828405] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.828624] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.828800] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.829112] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.829351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.829579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.919486] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1049.919763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.919971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.920747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.920747] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.920747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.920747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.920956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.920956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.920956] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.152987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b in Status: SUCCESS [ 1050.153300] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b deletion is rescheduled due to dependency. [ 1050.153351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.153520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.153742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.154026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.154221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.154293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.154524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.154645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.154779] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61d2cf75-45c0-4103-a9cf-dcede157e66b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.423598] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.657344] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.657618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.657760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.658135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.658340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.658705] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.658819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.658984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.659220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.659388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.659547] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61d2cf75-45c0-4103-a9cf-dcede157e66b is going to be deleted. [ 1050.670554] env[69987]: INFO networking_nsxv3.common.synchronization [req-08d254be-db47-417d-9851-ddc95fe10832 req-28f3cf47-fb27-42b9-a0cc-a85678574936 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1050.670800] env[69987]: INFO networking_nsxv3.common.synchronization [req-08d254be-db47-417d-9851-ddc95fe10832 req-28f3cf47-fb27-42b9-a0cc-a85678574936 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1050.670972] env[69987]: INFO networking_nsxv3.common.synchronization [req-08d254be-db47-417d-9851-ddc95fe10832 req-28f3cf47-fb27-42b9-a0cc-a85678574936 service nova] Enqueued Resource ID: 2850c5e6-0790-4289-aab5-45fca743e84f with Priority: HIGHEST for action port [ 1050.672376] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1050.672527] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1050.672626] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2850c5e6-0790-4289-aab5-45fca743e84f with Priority: HIGHEST for action port [ 1050.672910] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.673050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.673117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.673338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.673421] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.674249] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.674387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.674531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2850c5e6-0790-4289-aab5-45fca743e84f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.674673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.674719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.674852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.674925] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2850c5e6-0790-4289-aab5-45fca743e84f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.690711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.690942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.691533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.691533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.691533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.691533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61d2cf75-45c0-4103-a9cf-dcede157e66b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.926024] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.176835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.177331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.177331] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2850c5e6-0790-4289-aab5-45fca743e84f with status ACTIVE [ 1051.177478] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.177587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.177587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.177853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.178016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.178291] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.178426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.178533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.178660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.178746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.179097] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.179212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.179276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.179452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.179528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.179643] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2850c5e6-0790-4289-aab5-45fca743e84f is going to be updated. [ 1051.216462] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.216688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.216742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.216920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.217081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.217239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2850c5e6-0790-4289-aab5-45fca743e84f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.431419] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.431419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.431551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.431665] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.431759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.432423] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1051.460972] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.460972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.460972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.461381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.461381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.470764] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1051.498139] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1051.498349] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1051.498463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.498624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.498841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.499032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.499146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.499213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.499361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.499443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.499533] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.713764] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: SUCCESS [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.713764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.713764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.713764] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.002246] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.216485] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.216750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.216750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.217019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.217261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.217416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.217536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.217699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.217811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.217922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.218170] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.218250] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.218284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.218559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.218817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.218971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.219060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.219317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.219355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.219454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.219583] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.504665] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.722613] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1: rpc.has_security_group_logging(os_id): False [ 1052.739354] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.739858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.739858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.740529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.740529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.740529] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.740529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.740793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.740793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.740874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.741107] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.741226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.741299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.741472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.741569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.741778] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.741887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.741972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.742469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.742469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.742469] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be created. [ 1052.796559] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.796872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.796872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.797035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.797205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.808750] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: IN_PROGRESS for 2s [ 1053.006667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.006834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.006909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.007178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.007307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.007416] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1053.033033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.033033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.033033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.033033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.033348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.041185] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1053.120461] env[69987]: INFO networking_nsxv3.common.synchronization [req-2c0950f8-3cb1-4edc-a4e0-62fe6ddf65c6 req-3cdda582-e06a-4c5d-8375-659dd19ff13a tempest-ListImageFiltersTestJSON-1191915590 tempest-ListImageFiltersTestJSON-1191915590-project-member] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 1053.121169] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGHEST for action security_group_members [ 1053.121261] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.121385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.121444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.121752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.121752] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.121926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.121926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.122064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.122131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.122210] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.480679] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1053.481180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.481230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.481488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.481749] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.482046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.482046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.482234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.482362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482754] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.482865] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.482964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.483406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.483597] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.483732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.483813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.483924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.484037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.484179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.484231] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.485130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.485333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.485491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.485599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.485658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.485804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.485906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.486010] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.625016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.625285] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.625373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.625635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.625757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.625973] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.626088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.626149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.626361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.626434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.626485] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be updated. [ 1053.658023] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.658023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.658023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.658023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.658023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.666195] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: IN_PROGRESS for 2s [ 1053.988300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f5a813-2a47-4ea1-8064-fd5123427a85: rpc.has_security_group_logging(os_id): False [ 1053.990040] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.006679] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.006679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.006679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.006679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.007115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.007115] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.007115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.007302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.007384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.007441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.007599] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.007682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.007750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.007883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.007944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.008195] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.008329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.008329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.008459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.008523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.008613] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be created. [ 1054.064801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.065056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.065121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.065360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.065569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.075169] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1054.493954] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.715393] env[69987]: INFO networking_nsxv3.common.synchronization [req-0aecced8-ce7b-4720-8494-1951d645a62a req-757ef988-c148-49ea-8bed-79e01e725c10 tempest-ListServersNegativeTestJSON-1374068228 tempest-ListServersNegativeTestJSON-1374068228-project-member] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1054.715945] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1054.716379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.716534] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.820897] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: SUCCESS [ 1054.821196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.997829] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.997829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.997829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.997829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.998199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.998199] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1055.027915] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.028182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.028293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.028569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.028765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.037308] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1055.048364] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1055.048627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.048820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.049098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.049345] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.049496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.049651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.049852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.049905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.049993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.050127] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.553423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.553700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.553700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.553909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.554108] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.554213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.554283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.554423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.554507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.554595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.554744] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.554880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.554880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.555082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.555247] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.555247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.555398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.555431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.555567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.555637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.555687] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.676573] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ccf6b067-cb13-4001-87b1-20f370627ac4 in Status: SUCCESS [ 1055.676769] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 deletion is rescheduled due to dependency. [ 1055.676846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.058438] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f66c73-3f22-40b9-9dd9-779701f9b1fe: rpc.has_security_group_logging(os_id): False [ 1056.075222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.075377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.075452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.075669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.075780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.076110] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.076222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.076222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.076810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.076810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.076810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.076810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.076810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.077080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.077080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.077811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.077811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.077811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.077811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.077811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.077811] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1056.088427] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1056.088638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.089260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.089260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.089260] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.135422] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.135663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.135728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.135887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.136064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.147886] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1056.591945] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.592335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.047722] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1057.047943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.048169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.048486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.048592] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.048710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.048773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.048918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.048998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.049105] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.551846] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.939481] env[69987]: INFO networking_nsxv3.common.synchronization [req-63e1d4f8-ab53-4509-8dd2-3303b9d1ffd6 req-9dafcd7b-6236-468e-82a5-51d48be4d688 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1057.940042] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1057.940390] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.940513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.940578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.940774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.940927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.941028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.941098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.942031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.942031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.942031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.054455] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.161470] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1058.161715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.443987] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.556910] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.557152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.557263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.557491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.557561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.557667] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1058.583382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.583382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.583617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.583688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.583811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592668] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1058.949172] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.453955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.454191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.454265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.454553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.454674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.454797] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1059.482110] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.482318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.482367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.482644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.482807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.491523] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1059.776187] env[69987]: INFO networking_nsxv3.common.synchronization [req-0d87a516-8f81-4dd7-a3bb-534d78efc4da req-31daf9f8-4b10-474f-ae56-8e23ee93ebdf tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_members [ 1059.777321] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGHEST for action security_group_members [ 1059.777321] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.777321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.777321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.777556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.777787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.777787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.777787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.778345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.778609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.778609] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.280577] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.281716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.281716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.281716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.303915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.304240] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.304373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.304451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.304697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.304788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.304885] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed is going to be updated. [ 1060.329894] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.330060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.330182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.330429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.330577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.338126] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: IN_PROGRESS for 2s [ 1060.602540] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1060.602540] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.602684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.602945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.603173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.603365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.603435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.603584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.603659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.603939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.603939] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.108623] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.108830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.109325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.109599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.109827] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.109968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.110067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.110336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.110452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.110573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.110759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.110885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.110965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111394] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.111523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.111588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.111732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.111809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.111888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.111977] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.291011] env[69987]: INFO networking_nsxv3.common.synchronization [req-d0f31b87-53c2-4ed6-bbfe-8ba8f2045bce req-566d3878-1556-494d-8d6b-e03611b2b5c3 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1061.291622] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1061.291925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.297051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.297051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.297051] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.501951] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1061.502205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.614930] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f5a813-2a47-4ea1-8064-fd5123427a85: rpc.has_security_group_logging(os_id): False [ 1061.635411] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.635662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.635831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.636112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.636150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.636354] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.636494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.636618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.636736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.636820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.638519] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.638519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.638519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.638793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.639253] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.639500] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.640336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.640483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.640691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.640926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.641038] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1061.700384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.700545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.700590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.700806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.700947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.711559] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1061.783666] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.783666] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.783666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.783666] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.783666] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.784186] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.784186] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.784186] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.784186] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.784186] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.799456] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.799632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.799696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.800341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.800341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.800341] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.800341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.800341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.800754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.800754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.800754] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be deleted. [ 1061.828471] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.828643] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.828787] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.829713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.829713] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-980fbc36-1a58-4992-a66c-ec31e2a90b67 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.829713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.829713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.829944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.830179] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980fbc36-1a58-4992-a66c-ec31e2a90b67',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.852177] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.852353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.852422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.852667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.852768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.852928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.333997] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334358] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.336300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.336300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.336300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 980fbc36-1a58-4992-a66c-ec31e2a90b67 not found, creating... [ 1062.336300] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.336300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.336300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.336300] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.336695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.336871] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.336955] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.337044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.337267] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.337403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.337582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 980fbc36-1a58-4992-a66c-ec31e2a90b67 is going to be created. [ 1062.347497] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed in Status: SUCCESS [ 1062.347657] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed deletion is rescheduled due to dependency. [ 1062.350032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.356713] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.356918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.357053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.357648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.357914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.358161] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.750792] env[69987]: INFO networking_nsxv3.common.synchronization [None req-eb9bd105-4057-4cb0-8c51-f1707c6a6578 None None] Enqueued Resource ID: 57a99cc0-4af8-4060-92a5-9c8f40f0b0be with Priority: HIGHEST for action port [ 1062.751176] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57a99cc0-4af8-4060-92a5-9c8f40f0b0be with Priority: HIGHEST for action port [ 1062.751611] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-57a99cc0-4af8-4060-92a5-9c8f40f0b0be taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.751755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57a99cc0-4af8-4060-92a5-9c8f40f0b0be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.751755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57a99cc0-4af8-4060-92a5-9c8f40f0b0be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.752016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57a99cc0-4af8-4060-92a5-9c8f40f0b0be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.752265] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57a99cc0-4af8-4060-92a5-9c8f40f0b0be',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.250028] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c82e5062-cea2-41a3-a895-bb30ac2a1471 None None] Enqueued Resource ID: 830bd1ff-41ec-4394-98a1-03535c1062a2 with Priority: HIGHEST for action port [ 1063.250028] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 830bd1ff-41ec-4394-98a1-03535c1062a2 with Priority: HIGHEST for action port [ 1063.250028] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-830bd1ff-41ec-4394-98a1-03535c1062a2 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.250028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-830bd1ff-41ec-4394-98a1-03535c1062a2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.250028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-830bd1ff-41ec-4394-98a1-03535c1062a2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.250028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-830bd1ff-41ec-4394-98a1-03535c1062a2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.251986] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('830bd1ff-41ec-4394-98a1-03535c1062a2',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.253810] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57a99cc0-4af8-4060-92a5-9c8f40f0b0be [ 1063.254294] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.254553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.254732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.255024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.255209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.255781] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57a99cc0-4af8-4060-92a5-9c8f40f0b0be already deleted. [ 1063.255781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57a99cc0-4af8-4060-92a5-9c8f40f0b0be" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.444247] env[69987]: INFO networking_nsxv3.common.synchronization [req-d0f31b87-53c2-4ed6-bbfe-8ba8f2045bce req-52cadf69-39af-4f8e-8967-c6cc6462c716 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1063.444508] env[69987]: INFO networking_nsxv3.common.synchronization [req-d0f31b87-53c2-4ed6-bbfe-8ba8f2045bce req-52cadf69-39af-4f8e-8967-c6cc6462c716 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1063.444607] env[69987]: INFO networking_nsxv3.common.synchronization [req-d0f31b87-53c2-4ed6-bbfe-8ba8f2045bce req-52cadf69-39af-4f8e-8967-c6cc6462c716 service nova] Enqueued Resource ID: 980fbc36-1a58-4992-a66c-ec31e2a90b67 with Priority: HIGHEST for action port [ 1063.445259] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1063.445360] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1063.445477] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980fbc36-1a58-4992-a66c-ec31e2a90b67 with Priority: HIGHEST for action port [ 1063.445783] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.445885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.445966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.446188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.446280] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.447125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.447246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.447327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.447498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.447668] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.447758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.447825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.447989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.448126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.448204] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.448946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-980fbc36-1a58-4992-a66c-ec31e2a90b67 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.452938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.453150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.453238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.453320] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980fbc36-1a58-4992-a66c-ec31e2a90b67',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.726467] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1063.726467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.726467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.726594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.726882] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.755020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 830bd1ff-41ec-4394-98a1-03535c1062a2 [ 1063.755273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.755716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.755716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.755716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.755972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.755972] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:830bd1ff-41ec-4394-98a1-03535c1062a2 already deleted. [ 1063.755972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-830bd1ff-41ec-4394-98a1-03535c1062a2" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.958757] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.958757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.958757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.958757] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 980fbc36-1a58-4992-a66c-ec31e2a90b67 with status ACTIVE [ 1063.958757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.958757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.958757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.958757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.958757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.958757] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.961917] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.961917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.961917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 980fbc36-1a58-4992-a66c-ec31e2a90b67 is going to be updated. [ 1063.982265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.982265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.982429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.982521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.982655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.982953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980fbc36-1a58-4992-a66c-ec31e2a90b67" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.230924] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.231728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.231728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.231728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.232017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.232201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.232292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.232547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.232649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.232772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.233027] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.458689] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.497844] env[69987]: INFO networking_nsxv3.common.synchronization [None req-01243692-74d9-4b52-99a7-a28f8d9ce4d7 tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1064.498455] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1064.498717] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.498839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.498940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.499214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.499407] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.663113] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a9c50e7d-888e-4c20-b8da-a9b0066cb992 tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1064.663631] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1064.663939] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.664192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.737908] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.741309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.741937] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.853598] env[69987]: INFO networking_nsxv3.common.synchronization [None req-e979d2e1-cd82-4891-8f8b-85c36034d38a None None] Enqueued Resource ID: 67e0a1fd-528c-4444-9674-e3aa77994444 with Priority: HIGHEST for action port [ 1064.854929] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67e0a1fd-528c-4444-9674-e3aa77994444 with Priority: HIGHEST for action port [ 1064.856723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-67e0a1fd-528c-4444-9674-e3aa77994444 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.856988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67e0a1fd-528c-4444-9674-e3aa77994444" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.857276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67e0a1fd-528c-4444-9674-e3aa77994444" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.857600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67e0a1fd-528c-4444-9674-e3aa77994444" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.857802] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67e0a1fd-528c-4444-9674-e3aa77994444',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.962401] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.962602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.962682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.962895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.962984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.963121] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be created. [ 1064.987173] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.987328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.987429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.987604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.987762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.999750] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: UNINITIALIZED for 2s [ 1065.017020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.017173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.017270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.017606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.017759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.017907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a already deleted. [ 1065.018011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.018179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.018331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.018612] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.200560] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5d7c8adf-45b9-482d-a3ac-32eac8ee5212 None None] Enqueued Resource ID: a730e1da-1325-4818-b317-08976445358b with Priority: HIGHEST for action port [ 1065.201256] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a730e1da-1325-4818-b317-08976445358b with Priority: HIGHEST for action port [ 1065.201645] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a730e1da-1325-4818-b317-08976445358b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.201771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a730e1da-1325-4818-b317-08976445358b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.201834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a730e1da-1325-4818-b317-08976445358b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.202124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a730e1da-1325-4818-b317-08976445358b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.202211] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a730e1da-1325-4818-b317-08976445358b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.244504] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f5a813-2a47-4ea1-8064-fd5123427a85: rpc.has_security_group_logging(os_id): False [ 1065.265526] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.265526] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.265526] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.265526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.266981] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.266981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.266981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.266981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.266981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.266981] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1065.332665] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.333578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.333578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.333578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.333770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.347678] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1065.361472] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67e0a1fd-528c-4444-9674-e3aa77994444 [ 1065.361969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.362312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.362575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.363037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.363586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.363586] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67e0a1fd-528c-4444-9674-e3aa77994444 already deleted. [ 1065.363586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67e0a1fd-528c-4444-9674-e3aa77994444" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.538875] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.540684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.541414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.541699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.541835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.541974] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a already deleted. [ 1065.542099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.603137] env[69987]: INFO networking_nsxv3.common.synchronization [None req-3a998355-c12d-40f5-8e71-a35572d79a76 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: f0004621-6698-4f09-a2c0-67bf56f0e170 with Priority: HIGHEST for action security_group_rules [ 1065.604395] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0004621-6698-4f09-a2c0-67bf56f0e170 with Priority: HIGHEST for action security_group_rules [ 1065.604713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0004621-6698-4f09-a2c0-67bf56f0e170 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.604852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.604852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.605736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.605736] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0004621-6698-4f09-a2c0-67bf56f0e170',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.708955] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a730e1da-1325-4818-b317-08976445358b [ 1065.709204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.709334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.709397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.709607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.709694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.710298] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a730e1da-1325-4818-b317-08976445358b already deleted. [ 1065.710298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a730e1da-1325-4818-b317-08976445358b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.798119] env[69987]: INFO networking_nsxv3.common.synchronization [None req-d631ad72-1426-40b4-9408-cd9c24438461 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: f0004621-6698-4f09-a2c0-67bf56f0e170 with Priority: HIGHEST for action security_group_rules [ 1065.798119] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0004621-6698-4f09-a2c0-67bf56f0e170 with Priority: HIGHEST for action security_group_rules [ 1065.798119] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0004621-6698-4f09-a2c0-67bf56f0e170 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.798119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.124941] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.129028] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0004621-6698-4f09-a2c0-67bf56f0e170 already deleted. [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.129028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.129028] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0004621-6698-4f09-a2c0-67bf56f0e170',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.651507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.651507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.651507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.651507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.652061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.652061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0004621-6698-4f09-a2c0-67bf56f0e170 already deleted. [ 1066.652061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0004621-6698-4f09-a2c0-67bf56f0e170" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015532] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1067.015761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.016234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.016433] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.016548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.016609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.016766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.016850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.016936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.017087] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.363957] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1067.363957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.519682] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.519682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.520632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.520632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.520632] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.520632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.520632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.520632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.520632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.521662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.521662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.521662] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.522195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.522195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.522195] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.025711] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a956c20c-4cac-43d4-b0b2-33b034f0a6ad: rpc.has_security_group_logging(os_id): False [ 1068.043943] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.044120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.044191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.044406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.044488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.044716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.044815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.044864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.045026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.045100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.045288] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.045377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.045435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.045571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.045638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.045812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.045897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.045954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.051257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.051409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.051526] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be created. [ 1068.107027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.107266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.107369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.107921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.108131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.124625] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1068.568709] env[69987]: INFO networking_nsxv3.common.synchronization [None req-41ed1296-4b4e-4f24-a1d9-9eb89107a806 None None] Enqueued Resource ID: 0b50c99f-177b-4fa8-bdca-d866f9fe35c6 with Priority: HIGHEST for action port [ 1068.569223] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b50c99f-177b-4fa8-bdca-d866f9fe35c6 with Priority: HIGHEST for action port [ 1068.569523] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b50c99f-177b-4fa8-bdca-d866f9fe35c6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.569643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b50c99f-177b-4fa8-bdca-d866f9fe35c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.569709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b50c99f-177b-4fa8-bdca-d866f9fe35c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.574085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b50c99f-177b-4fa8-bdca-d866f9fe35c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.574331] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b50c99f-177b-4fa8-bdca-d866f9fe35c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.076242] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b50c99f-177b-4fa8-bdca-d866f9fe35c6 [ 1069.076616] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.076616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.076758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.076905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.076998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.077116] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b50c99f-177b-4fa8-bdca-d866f9fe35c6 already deleted. [ 1069.077198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b50c99f-177b-4fa8-bdca-d866f9fe35c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.141289] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1070.141596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.676101] env[69987]: INFO networking_nsxv3.common.synchronization [None req-2939b5a7-b3a8-472a-8ffd-ab750ca615bf tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1070.676764] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1070.678276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.678582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.678700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.678967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.679204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.679353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.679743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.679961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.680221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.680355] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.821367] env[69987]: INFO networking_nsxv3.common.synchronization [req-100f5444-57ef-4648-9ce0-67c6a8b75647 req-dc7f0696-8563-4686-b76f-9035703afcab tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1070.822685] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1070.823504] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.823681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.823766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.824140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.824285] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.824383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.824488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.824687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.824812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.824966] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.084633] env[69987]: INFO networking_nsxv3.common.synchronization [None req-eb54b2e9-3156-409d-a9b0-b33edd5e07c2 None None] Enqueued Resource ID: e757d209-60e5-4057-b48e-1a4fb7c8d811 with Priority: HIGHEST for action port [ 1071.085380] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e757d209-60e5-4057-b48e-1a4fb7c8d811 with Priority: HIGHEST for action port [ 1071.085690] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e757d209-60e5-4057-b48e-1a4fb7c8d811 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.085808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e757d209-60e5-4057-b48e-1a4fb7c8d811" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.085873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e757d209-60e5-4057-b48e-1a4fb7c8d811" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.086313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e757d209-60e5-4057-b48e-1a4fb7c8d811" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.086418] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e757d209-60e5-4057-b48e-1a4fb7c8d811',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.182708] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.328627] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.328792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.328868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.329101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.329196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.329404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.329500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.329556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.329711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.329830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.329865] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1071.357842] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.358104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.358187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.358449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.358634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.366558] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1071.588954] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e757d209-60e5-4057-b48e-1a4fb7c8d811 [ 1071.589324] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.589481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.589550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.590140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.590140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.590140] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e757d209-60e5-4057-b48e-1a4fb7c8d811 already deleted. [ 1071.590140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e757d209-60e5-4057-b48e-1a4fb7c8d811" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.685637] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.188297] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.188297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.188297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.188649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.188649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.188722] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1072.219727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.219943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.219943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.220148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.220402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.229101] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1072.935051] env[69987]: INFO networking_nsxv3.common.synchronization [None req-003753eb-ddb8-47d3-ab1f-73af25e23cb8 tempest-ServersTestManualDisk-1824507415 tempest-ServersTestManualDisk-1824507415-project-member] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_rules [ 1072.936063] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_rules [ 1072.936483] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.936633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.936703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.936968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.937100] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.017697] env[69987]: INFO networking_nsxv3.common.synchronization [None req-89c7b76c-c9ea-4667-b609-0db2756be314 tempest-ServersTestManualDisk-1824507415 tempest-ServersTestManualDisk-1824507415-project-member] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_rules [ 1073.017697] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_rules [ 1073.017697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.018120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.378025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1073.378025] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 1073.378025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.457025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.457201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.457293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.457526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.457639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.457772] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b already deleted. [ 1073.457870] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.458089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.458259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.458344] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.950723] env[69987]: INFO networking_nsxv3.common.synchronization [req-56d8c571-8871-4d2b-8123-ca9e4b0b1759 req-a24f2ad8-b44a-4ad9-88ea-6cf32b55c2cc tempest-ServersNegativeTestJSON-216427101 tempest-ServersNegativeTestJSON-216427101-project-member] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1073.951385] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1073.951717] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.951841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.955017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.955017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.955017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.955017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.955017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.955017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.955017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.955017] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.977527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.977664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.977734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.977936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.978032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.978126] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b already deleted. [ 1073.978205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.241286] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1074.241702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.402424] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.402702] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.402777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.403163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.403558] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.403736] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.403859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.404117] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.404304] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.404578] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.404692] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.404806] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.404921] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.405231] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.405403] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.405545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.427200] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.427406] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.427562] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.427748] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.428086] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.428290] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.428464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.428754] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.428899] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.457057] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.457057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.457262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.457339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.457389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.457584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.457757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.457757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.457881] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.457955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.458049] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b already deleted. [ 1074.458191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.923358] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.925019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.925019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.925019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.925019] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.925019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.925403] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.925709] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.925978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.926307] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.932526] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.932526] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.932526] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.932526] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1074.932526] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.932526] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.934054] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.937018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b not found, creating... [ 1074.937018] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.937018] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.937366] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.937366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.937366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.937366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.937366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.940162] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b is going to be created. [ 1074.949329] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.949561] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1074.949755] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.949974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.950400] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.950652] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.950820] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.951213] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.951390] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda9491b-4aa9-4a86-9da0-a1f044e25c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.961188] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.961429] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.961620] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.961964] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.962507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.962775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.036021] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0a3c678c-5fe1-4eb2-beaf-1131090ac5a5 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_rules [ 1075.036912] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_rules [ 1075.037188] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.037838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.037838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.037838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.037961] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.130202] env[69987]: INFO networking_nsxv3.common.synchronization [None req-27ba9a29-3ce7-4a82-8593-5f6d19ec5ac8 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_rules [ 1075.130202] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_rules [ 1075.130202] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.130202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.454227] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.454667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.454906] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.455304] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.456273] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.456273] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port dda9491b-4aa9-4a86-9da0-a1f044e25c0e not found, creating... [ 1075.456273] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.456273] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.456632] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.457016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.457384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.457649] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.457877] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.458058] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.458359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.458696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.459150] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: dda9491b-4aa9-4a86-9da0-a1f044e25c0e is going to be created. [ 1075.481988] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.482219] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.482350] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.482615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.482850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.483112] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.574136] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.574300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.574353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.574578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.575464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.575579] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 already deleted. [ 1075.575664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.576641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.576641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.576763] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.802705] env[69987]: INFO networking_nsxv3.common.synchronization [req-8740af06-2951-4b46-a148-5069a1e5a2ae req-62c57b93-0768-40a7-b8f7-381c584b3959 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1075.803341] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1075.804419] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.804419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.804419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.804628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.804815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.804913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.804983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.805169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.805265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.805358] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.021075] env[69987]: INFO networking_nsxv3.common.synchronization [req-56d8c571-8871-4d2b-8123-ca9e4b0b1759 req-452f26cc-8a6a-4ef9-bb64-aeb5b7d1bb8e service nova] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_rules [ 1076.021303] env[69987]: INFO networking_nsxv3.common.synchronization [req-56d8c571-8871-4d2b-8123-ca9e4b0b1759 req-452f26cc-8a6a-4ef9-bb64-aeb5b7d1bb8e service nova] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1076.021592] env[69987]: INFO networking_nsxv3.common.synchronization [req-56d8c571-8871-4d2b-8123-ca9e4b0b1759 req-452f26cc-8a6a-4ef9-bb64-aeb5b7d1bb8e service nova] Enqueued Resource ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b with Priority: HIGHEST for action port [ 1076.021691] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_rules [ 1076.021820] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1076.021915] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b with Priority: HIGHEST for action port [ 1076.022470] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.022608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.022655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.022910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.022993] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.024926] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.025056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.025126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.025300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.025455] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.025552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.025612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.025778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.025860] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.025929] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.026758] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.026807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.026844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.026992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.027445] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.096398] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.096559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.096654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.096884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.096977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.097097] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 already deleted. [ 1076.097182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.114903] env[69987]: INFO networking_nsxv3.common.synchronization [None req-988680da-b6e5-40f1-87cc-927885a53bd8 None None] Enqueued Resource ID: 2ff8bc2a-fd41-4684-8d59-6008a509dbf7 with Priority: HIGHEST for action port [ 1076.115417] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ff8bc2a-fd41-4684-8d59-6008a509dbf7 with Priority: HIGHEST for action port [ 1076.115857] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ff8bc2a-fd41-4684-8d59-6008a509dbf7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.115857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ff8bc2a-fd41-4684-8d59-6008a509dbf7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.115969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ff8bc2a-fd41-4684-8d59-6008a509dbf7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.116428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ff8bc2a-fd41-4684-8d59-6008a509dbf7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.116428] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ff8bc2a-fd41-4684-8d59-6008a509dbf7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.309395] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.309569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.309625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.309851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.310042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.310306] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.310306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.310453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.310488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.310559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.310673] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be updated. [ 1076.338295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.338439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.338511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.338729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.338942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.353596] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: IN_PROGRESS for 2s [ 1076.531318] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.531964] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.532392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.532792] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b with status ACTIVE [ 1076.532967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.533772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.533880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.534136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.534225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.534574] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.534574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.534574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.535289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.535289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.535289] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.536232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.536456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.539057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.539183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.539290] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b is going to be updated. [ 1076.542381] env[69987]: INFO networking_nsxv3.common.synchronization [req-b1309ee1-3d69-4f7f-8411-57816cb6efe8 req-a3e3d164-1636-4d63-b82a-02e97a1e417d tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1076.543362] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1076.543689] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.543804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.543898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.544118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.544273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.544526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.544526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.544603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.544657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.544746] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.554208] env[69987]: INFO networking_nsxv3.common.synchronization [req-c8cee4e7-d8dc-45fb-8009-d9cdfa9b151b req-ffa2f871-569b-4a2d-a152-9592d6660565 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1076.554268] env[69987]: INFO networking_nsxv3.common.synchronization [req-c8cee4e7-d8dc-45fb-8009-d9cdfa9b151b req-ffa2f871-569b-4a2d-a152-9592d6660565 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1076.554399] env[69987]: INFO networking_nsxv3.common.synchronization [req-c8cee4e7-d8dc-45fb-8009-d9cdfa9b151b req-ffa2f871-569b-4a2d-a152-9592d6660565 service nova] Enqueued Resource ID: dda9491b-4aa9-4a86-9da0-a1f044e25c0e with Priority: HIGHEST for action port [ 1076.554772] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1076.554772] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1076.554869] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dda9491b-4aa9-4a86-9da0-a1f044e25c0e with Priority: HIGHEST for action port [ 1076.556164] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.556311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.556385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.556908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.558269] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.559498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.559915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.561206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.561206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.561206] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.561206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.561206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.561206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.561206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.561474] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.562273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.562273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.562384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.562889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.562889] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dda9491b-4aa9-4a86-9da0-a1f044e25c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.564784] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.564911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.564946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.565114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.565264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.565640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.618339] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ff8bc2a-fd41-4684-8d59-6008a509dbf7 [ 1076.620070] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.620070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.620070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.620070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.620070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.620070] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ff8bc2a-fd41-4684-8d59-6008a509dbf7 already deleted. [ 1076.620070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ff8bc2a-fd41-4684-8d59-6008a509dbf7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.033207] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.047309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.047434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.047483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.048664] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.048664] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a already deleted. [ 1077.048664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.069030] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.069216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.069438] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.071762] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dda9491b-4aa9-4a86-9da0-a1f044e25c0e with status ACTIVE [ 1077.071864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.071984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.072219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.072868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.072868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.072868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.073548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.073548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.073548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.073548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.073723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.073790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.073900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.073996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.074113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.074166] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dda9491b-4aa9-4a86-9da0-a1f044e25c0e is going to be updated. [ 1077.076040] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.076222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.076582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.076636] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.076872] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.077042] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.081021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.081021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.081021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.081021] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.081021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.081021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.081021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.081021] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1077.081021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.081021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.102061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.102061] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1077.102061] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.102061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.102516] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-da352ba6-e52b-4b13-8514-5db1e4d826ee taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.102644] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.102708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.103017] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.103173] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da352ba6-e52b-4b13-8514-5db1e4d826ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.106139] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.106411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.106411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.107126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.107126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.107126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dda9491b-4aa9-4a86-9da0-a1f044e25c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.538464] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.538776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.540514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.540846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.540951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.541084] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be created. [ 1077.566182] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.566340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.566409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.566616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.566771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.573748] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.577656] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: UNINITIALIZED for 2s [ 1077.605879] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.606160] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.606299] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.606602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.606777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.606937] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port da352ba6-e52b-4b13-8514-5db1e4d826ee not found, creating... [ 1077.607248] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.607424] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.607604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.607783] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.608643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.608643] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.608643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.608643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.608818] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.608914] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.611112] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: da352ba6-e52b-4b13-8514-5db1e4d826ee is going to be created. [ 1077.633547] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.633547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.633547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.633547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.633547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.633547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.977936] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8c108c0f-59a9-461e-b481-eb008cffe9b0 None None] Enqueued Resource ID: cdc006e6-c7ed-40b5-a091-9ea86843c20b with Priority: HIGHEST for action port [ 1077.978152] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdc006e6-c7ed-40b5-a091-9ea86843c20b with Priority: HIGHEST for action port [ 1077.978703] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdc006e6-c7ed-40b5-a091-9ea86843c20b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.978844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdc006e6-c7ed-40b5-a091-9ea86843c20b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.978923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdc006e6-c7ed-40b5-a091-9ea86843c20b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.979206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdc006e6-c7ed-40b5-a091-9ea86843c20b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.979318] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdc006e6-c7ed-40b5-a091-9ea86843c20b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.076459] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.076704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.076893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.077064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.077160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.077284] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1078.108383] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.108584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.108712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.108987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.109172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.119195] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1078.362497] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: SUCCESS [ 1078.362720] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 deletion is rescheduled due to dependency. [ 1078.362831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.484362] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdc006e6-c7ed-40b5-a091-9ea86843c20b [ 1078.484362] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.484362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.484362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.484362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.484362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.484362] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdc006e6-c7ed-40b5-a091-9ea86843c20b already deleted. [ 1078.484362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdc006e6-c7ed-40b5-a091-9ea86843c20b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.658759] env[69987]: INFO networking_nsxv3.common.synchronization [req-b1309ee1-3d69-4f7f-8411-57816cb6efe8 req-6c77a4cf-7822-40af-85ac-713e02c5ef99 service nova] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1078.658759] env[69987]: INFO networking_nsxv3.common.synchronization [req-b1309ee1-3d69-4f7f-8411-57816cb6efe8 req-6c77a4cf-7822-40af-85ac-713e02c5ef99 service nova] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1078.658759] env[69987]: INFO networking_nsxv3.common.synchronization [req-b1309ee1-3d69-4f7f-8411-57816cb6efe8 req-6c77a4cf-7822-40af-85ac-713e02c5ef99 service nova] Enqueued Resource ID: da352ba6-e52b-4b13-8514-5db1e4d826ee with Priority: HIGHEST for action port [ 1078.658759] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1078.658759] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1078.658759] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da352ba6-e52b-4b13-8514-5db1e4d826ee with Priority: HIGHEST for action port [ 1078.658759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.659157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.659157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.659157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.659236] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.660118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.660211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.660290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.660459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.661923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.661923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.661923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.661923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.661923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.661923] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.662319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-da352ba6-e52b-4b13-8514-5db1e4d826ee taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.662319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.662401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.662531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.662621] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da352ba6-e52b-4b13-8514-5db1e4d826ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.824268] env[69987]: INFO networking_nsxv3.common.synchronization [req-a357c2e0-95c2-45c0-9af3-c91528c1f318 req-bf31897b-e902-4aec-917f-a985b2f8c368 tempest-ListServersNegativeTestJSON-1374068228 tempest-ListServersNegativeTestJSON-1374068228-project-member] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1078.825033] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1078.825209] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.825268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.825342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.825538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.826303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.826303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.826303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.826303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.826303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.826303] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.103032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.103032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.103246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.103322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.103430] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.164756] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.164895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.165150] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.166392] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da352ba6-e52b-4b13-8514-5db1e4d826ee with status ACTIVE [ 1079.166694] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.166694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.166818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.166952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.167049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.167233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.167329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.167465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.167559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.167633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.167819] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.167889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.168050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.168118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.168162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.168292] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da352ba6-e52b-4b13-8514-5db1e4d826ee is going to be updated. [ 1079.202838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.203059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.203126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.203323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.203466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.203651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.234814] env[69987]: INFO networking_nsxv3.common.synchronization [req-6d4a31e1-5048-4906-952d-54fff03d32ff req-fc8da490-5647-4abd-8b31-54cfed98a76c tempest-ListServersNegativeTestJSON-1374068228 tempest-ListServersNegativeTestJSON-1374068228-project-member] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1079.235372] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGHEST for action security_group_members [ 1079.235683] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.235785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.328491] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.577279] env[69987]: INFO networking_nsxv3.common.synchronization [req-16b5b9a1-d647-4284-8eeb-7193ba556cad req-5249ce3f-30a4-42bd-83f6-eddcf7ba0c2a tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1079.577882] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1079.580864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.581047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.581311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.581605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.581863] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.581976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.582133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.582310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.582498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.582595] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.601749] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1079.601958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.602625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.602846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.603049] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.603169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.603234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.603385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.603466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.603551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.603638] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.605273] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.670138] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.831407] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.028918] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.029146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.029282] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.029555] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.029817] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.029977] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.030427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.030716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.030907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.031168] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.031322] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.031473] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.031615] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.031762] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1080.031902] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.032082] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.055285] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.055285] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1080.055418] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.055596] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.055907] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-cd532a29-1d4e-4026-89d2-9ef034f808a1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.056085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.056215] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.056539] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.056681] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd532a29-1d4e-4026-89d2-9ef034f808a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.088425] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.092620] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.092620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.092620] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1080.105675] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.105811] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.105893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.106077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.106236] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.106335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.106416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.106573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.106655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.106812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.106893] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.106975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.107055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.107167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.107306] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.107399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.107458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.107590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.108081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.108081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.108081] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.108972] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.148202] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1080.148420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.148580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.148800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.148997] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.149130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.149196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.149347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.149426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.149509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.149963] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.157840] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.157993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.158061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.158230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.158363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.169220] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1080.172714] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.172820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.172820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.172968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.173061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.173153] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a is going to be created. [ 1080.196329] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.196505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.196603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.197067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.197067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.228838] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: UNINITIALIZED for 2s [ 1080.334921] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.335108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.335274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.335395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.335783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.335905] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1080.363992] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.364188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.364261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.364480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.364617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.373355] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1080.564025] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.564025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port cd532a29-1d4e-4026-89d2-9ef034f808a1 not found, creating... [ 1080.564025] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.564025] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.564907] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.565072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.565325] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.565631] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.567125] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.567406] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: cd532a29-1d4e-4026-89d2-9ef034f808a1 is going to be created. [ 1080.587869] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.587869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.587869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.587869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.587869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.587869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.617023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b8f91-ab36-4c5e-add9-89c41e40264b: rpc.has_security_group_logging(os_id): False [ 1080.617023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1080.617023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1080.637024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.637024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.637024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.637842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.638021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.638442] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.638694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.638861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.639420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.639938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.640152] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be created. [ 1080.654027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.654027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.654027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.654027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.654652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.654652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.654652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.654652] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.727616] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.727616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.727616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.727616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.727616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.747636] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1081.157302] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a956c20c-4cac-43d4-b0b2-33b034f0a6ad: rpc.has_security_group_logging(os_id): False [ 1081.190935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.191060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.191111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.191347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.191468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.191687] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.191787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.191851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.192021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.192113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.192279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.192391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.192448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.192661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.192702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.192868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.192995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.193246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.193487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.193612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.193742] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1081.306934] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.307135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.307233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.307484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.307669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.315064] env[69987]: INFO networking_nsxv3.common.synchronization [req-16b5b9a1-d647-4284-8eeb-7193ba556cad req-ecc3b665-c86a-415a-bf46-c318ff6026e2 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 1081.315325] env[69987]: INFO networking_nsxv3.common.synchronization [req-16b5b9a1-d647-4284-8eeb-7193ba556cad req-ecc3b665-c86a-415a-bf46-c318ff6026e2 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1081.315489] env[69987]: INFO networking_nsxv3.common.synchronization [req-16b5b9a1-d647-4284-8eeb-7193ba556cad req-ecc3b665-c86a-415a-bf46-c318ff6026e2 service nova] Enqueued Resource ID: cd532a29-1d4e-4026-89d2-9ef034f808a1 with Priority: HIGHEST for action port [ 1081.315707] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 1081.315831] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1081.315933] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd532a29-1d4e-4026-89d2-9ef034f808a1 with Priority: HIGHEST for action port [ 1081.316466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.316603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.316650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.316819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.316947] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.317883] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.317972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.318200] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd532a29-1d4e-4026-89d2-9ef034f808a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.318554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.318625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.318788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.318864] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd532a29-1d4e-4026-89d2-9ef034f808a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.329571] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1081.652323] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.652536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.652585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.652782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.669989] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1081.670963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.672371] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1081.704511] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.704650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.704709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.704924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.715254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.716108] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1081.716189] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.716274] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1081.777501] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.777501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.777501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.777501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.778411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.778588] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1081.820440] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.820731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.820986] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd532a29-1d4e-4026-89d2-9ef034f808a1 with status ACTIVE [ 1081.821189] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.821303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.821366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.821622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.821668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.821846] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.821943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.821999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.822158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.822258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.823925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.823925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.823925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.823925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.823925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.823925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd532a29-1d4e-4026-89d2-9ef034f808a1 is going to be updated. [ 1081.845281] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.845448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.845498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.845701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.845983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.846600] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1081.848327] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.848701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.848812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.849038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.849210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.849394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd532a29-1d4e-4026-89d2-9ef034f808a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.956611] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.956784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.956856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.957093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.957372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.957677] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1081.957774] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f91fa5a7-4721-4b82-beff-e3a8804a6a17', '9623998d-8287-408c-bd2c-2264c36cb321', 'e69cef07-d32d-4944-9bb3-091ade313a19', '51b47a05-db71-4ae4-a50b-4d9a8b2b90ed', '4a3a9412-fbca-49d4-845c-2b81b0cd8539', '2a7ece25-fb48-4ebd-a2d5-7bfa685208c6', '70f1cbe7-5a42-4573-8d1a-373ddd4a977c', '5f6948f0-222f-4fbc-91b2-dc92a71c1b8d', '05d935cc-2d50-4008-a3dd-31a418162b9b', '8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997', 'f0750692-047a-4901-b312-91bcc035f729', 'db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1', '25ecf4f7-6ba0-4349-89a4-0e1bb018b031', '4ea6b74e-e481-4a2a-a5b8-553bb88aaa45', '8204651e-7759-4042-a303-ad1ca8543c0e', '57bb4b35-26dd-4f69-a0c2-c91e84a77ccd', '1ca8d82f-952f-4a26-8964-3fb6b5f76a05', 'ccf6b067-cb13-4001-87b1-20f370627ac4', 'a956c20c-4cac-43d4-b0b2-33b034f0a6ad', '47f66c73-3f22-40b9-9dd9-779701f9b1fe', '62a0ada0-d959-4df9-9c1b-f29c9ddc6228', '8da7d895-158a-44cf-b105-b9f9ae1513c1', '06846609-0dc3-4a80-9b48-f8ea70003626', '45f5a813-2a47-4ea1-8064-fd5123427a85', '23f8d939-7bfd-478f-adf1-283d4846ae86', '89cfeb59-8cf3-49b1-aa75-25b438cc6196', 'c4d2566e-0009-4cd8-b070-1d52d26dd2ce', 'a68ffebb-f0a0-453c-9b31-a9244fd4d610', '774b120a-df4d-4ae7-a8dc-c1101dcaab9b', 'ac5d3971-b9f7-4747-9326-3fc5c217b58a', 'e883c732-2625-4d61-9cd5-7a03afdb5e7c', 'd9f8db4b-d5e9-4b6f-b083-8e61d2a44175', '1693741f-5c23-4c00-acc2-c176c6238185', '4a789a95-8419-42ee-96ef-2c168e7eb037', 'cd2ae08d-04ca-4fa2-b35c-8008b168a677', '705b8f91-ab36-4c5e-add9-89c41e40264b', 'be891979-a770-4737-bd9a-a62bd6ac287f', '474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1', '11195dfe-46d6-4b02-8f04-3b96faf01bcf', '9fe42996-7f73-4d7a-8844-e92ddb2ecefa', '8eb24750-de46-4d34-b982-85dfe7ebba28', '6ff3cff6-adbf-436a-bc4c-fcfb39058d7a', 'f7630a9a-cd21-4dcb-8ae7-7937be6700ea', 'c788a40b-ec14-4374-b13f-5857defba0a8'} {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.957872] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1081.986225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.986383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.986425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.986613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.986698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.987080] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1081.987080] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1081.987080] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1082.218774] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1082.219130] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 1082.219363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.219641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.219950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.220293] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.220542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.220691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.220936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.221119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.221308] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.231714] env[69987]: INFO networking_nsxv3.common.synchronization [req-c233baf8-5a95-4963-a31c-b3a63130cc98 req-9c60d7f8-5054-458f-ada3-a111fe2f86f0 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1082.232399] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1082.233232] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.234768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.234933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.235267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.235542] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.235768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.235923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.236181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.236359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.236534] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.240407] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: SUCCESS [ 1082.240698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.241192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.241482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.242251] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.242871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.242871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.242871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.244737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.244737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.244737] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.298097] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.298335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.298416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.298807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.299704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.299953] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1082.300045] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1082.300118] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1082.300453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1082.300453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1082.300453] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGH for action security_group_rules [ 1082.300453] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGH for action security_group_rules [ 1082.300620] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGH for action security_group_rules [ 1082.300620] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGH for action security_group_rules [ 1082.300620] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGH for action security_group_rules [ 1082.300704] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGH for action security_group_rules [ 1082.300704] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGH for action security_group_rules [ 1082.301377] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGH for action security_group_rules [ 1082.301666] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGH for action security_group_rules [ 1082.301666] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGH for action security_group_rules [ 1082.301666] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGH for action security_group_rules [ 1082.301666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.384157] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.384157] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.384157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.384157] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.723792] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.739792] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.751359] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.759018] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1082.759260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.842205] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.842508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.842814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.842959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.843288] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.843722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.843722] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.843812] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.843903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.844117] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.844266] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.844329] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.844437] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.844608] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1082.844660] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.845369] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.865158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.865357] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1082.865508] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.865682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.866047] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-858e65bf-8ce8-45e6-878b-36f3c884077d taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.866230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.866352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.866672] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.866812] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858e65bf-8ce8-45e6-878b-36f3c884077d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.886382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.886521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.886620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.886828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.905606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.905860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.906084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.906084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.906280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.906362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.906457] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be updated. [ 1082.930797] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.931260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.931429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.931765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.931942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.940110] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: IN_PROGRESS for 2s [ 1083.229294] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.241800] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.253649] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9381ec42-9718-47fd-b1c5-5d82411f2b3a: rpc.has_security_group_logging(os_id): False [ 1083.273037] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.273197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.273197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.273810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.273810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.273810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.273810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.273988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.273988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.274084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.274162] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a is going to be created. [ 1083.332370] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.332528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.332624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.332871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.333089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.343319] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: IN_PROGRESS for 2s [ 1083.346000] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1083.346284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.369902] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.370293] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.370494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.370837] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.371070] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.371328] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 858e65bf-8ce8-45e6-878b-36f3c884077d not found, creating... [ 1083.371689] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.371991] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.372165] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.372406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.372565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.372894] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.373081] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.373210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.373426] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.373567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.373714] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 858e65bf-8ce8-45e6-878b-36f3c884077d is going to be created. [ 1083.404239] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.404496] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.404659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.404972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.405243] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.405497] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.731993] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.732187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.732258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.732474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.732566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.732675] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1083.744481] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.744629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.744701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.744916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.745018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.745121] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1083.761416] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.761598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.761685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.761826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.761968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.770013] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1083.773652] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.773652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.773652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.773652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.773652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.778210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1084.308366] env[69987]: INFO networking_nsxv3.common.synchronization [req-c233baf8-5a95-4963-a31c-b3a63130cc98 req-4d67f0a8-d073-4c5b-8431-6ab3e676f95f service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 1084.308730] env[69987]: INFO networking_nsxv3.common.synchronization [req-c233baf8-5a95-4963-a31c-b3a63130cc98 req-4d67f0a8-d073-4c5b-8431-6ab3e676f95f service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1084.308730] env[69987]: INFO networking_nsxv3.common.synchronization [req-c233baf8-5a95-4963-a31c-b3a63130cc98 req-4d67f0a8-d073-4c5b-8431-6ab3e676f95f service nova] Enqueued Resource ID: 858e65bf-8ce8-45e6-878b-36f3c884077d with Priority: HIGHEST for action port [ 1084.309055] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 1084.309242] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1084.309439] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 858e65bf-8ce8-45e6-878b-36f3c884077d with Priority: HIGHEST for action port [ 1084.309522] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 with Priority: HIGH for action security_group_rules [ 1084.309652] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e69cef07-d32d-4944-9bb3-091ade313a19 with Priority: HIGH for action security_group_rules [ 1084.310084] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c with Priority: HIGH for action security_group_rules [ 1084.310343] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8204651e-7759-4042-a303-ad1ca8543c0e with Priority: HIGH for action security_group_rules [ 1084.310517] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGH for action security_group_rules [ 1084.310761] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGH for action security_group_rules [ 1084.311012] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf6b067-cb13-4001-87b1-20f370627ac4 with Priority: HIGH for action security_group_rules [ 1084.311366] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGH for action security_group_rules [ 1084.311422] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 with Priority: HIGH for action security_group_rules [ 1084.311621] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd with Priority: HIGH for action security_group_rules [ 1084.311787] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 with Priority: HIGH for action security_group_rules [ 1084.311920] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGH for action security_group_rules [ 1084.312081] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGH for action security_group_rules [ 1084.312220] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 with Priority: HIGH for action security_group_rules [ 1084.313113] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d935cc-2d50-4008-a3dd-31a418162b9b with Priority: HIGH for action security_group_rules [ 1084.313113] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 with Priority: HIGH for action security_group_rules [ 1084.315693] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGH for action security_group_rules [ 1084.315693] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 with Priority: HIGH for action security_group_rules [ 1084.315693] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGH for action security_group_rules [ 1084.315693] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed with Priority: HIGH for action security_group_rules [ 1084.315693] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.315693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.315693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.316515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.316515] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.319282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.319282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-858e65bf-8ce8-45e6-878b-36f3c884077d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.319282] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('858e65bf-8ce8-45e6-878b-36f3c884077d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.319282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.319282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.319282] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f91fa5a7-4721-4b82-beff-e3a8804a6a17',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.320011] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e69cef07-d32d-4944-9bb3-091ade313a19 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.320066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.320591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.320591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.320591] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e69cef07-d32d-4944-9bb3-091ade313a19',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.324106] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.324106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.324106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.324106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.324106] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70f1cbe7-5a42-4573-8d1a-373ddd4a977c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.324106] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8204651e-7759-4042-a303-ad1ca8543c0e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.324106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.324106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.324106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.324106] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8204651e-7759-4042-a303-ad1ca8543c0e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.328724] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.328959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.329087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.329322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.329438] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.330466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.330466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.330592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.330989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.330989] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.331765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ccf6b067-cb13-4001-87b1-20f370627ac4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.332053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.332153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.333674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.333674] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ccf6b067-cb13-4001-87b1-20f370627ac4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.333674] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.333674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.333674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.333674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.333674] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.334517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.334743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.334814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.334997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.335119] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ea6b74e-e481-4a2a-a5b8-553bb88aaa45',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.336256] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.337153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.337153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.337153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.337153] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57bb4b35-26dd-4f69-a0c2-c91e84a77ccd',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.337469] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.337613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.337718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.337922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.338042] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25ecf4f7-6ba0-4349-89a4-0e1bb018b031',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.338970] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.339160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.339279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.339279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.339279] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.340492] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.340660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.341291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.343279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.343279] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.343279] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.343279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.343279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.343279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.343279] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.344207] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05d935cc-2d50-4008-a3dd-31a418162b9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.344207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.344207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.344809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.344809] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05d935cc-2d50-4008-a3dd-31a418162b9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.345456] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.347390] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a7ece25-fb48-4ebd-a2d5-7bfa685208c6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.347390] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.347390] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.347390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.347390] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a3a9412-fbca-49d4-845c-2b81b0cd8539',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.348864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.348864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.348864] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.348864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.348864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.348864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.349141] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51b47a05-db71-4ae4-a50b-4d9a8b2b90ed',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.543019] env[69987]: INFO networking_nsxv3.common.synchronization [req-5c9acbcc-2d81-430b-9107-6c41edd8276d req-15cef6fd-8fd0-44ea-9caf-1ac43960a83d tempest-ServersTestManualDisk-1824507415 tempest-ServersTestManualDisk-1824507415-project-member] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_members [ 1084.543019] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_members [ 1084.543019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.545108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.545396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.545970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.546371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.546683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.546853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.547104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.547282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547477] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.856025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.856025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.856025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.856025] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.857743] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.857863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.858073] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.858193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.858276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.858436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.858630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.858754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.858786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.858927] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.859019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.859102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.859185] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.860720] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 858e65bf-8ce8-45e6-878b-36f3c884077d with status ACTIVE [ 1084.860805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.860907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.860977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.861160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.861437] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.861529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.861588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.861745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.861831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.862043] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.862134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.862945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.862945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.862945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.862945] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 858e65bf-8ce8-45e6-878b-36f3c884077d is going to be updated. [ 1084.882177] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.882327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.882393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.882618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.882782] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.882873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.882933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.883092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.883173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.883255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.883469] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.922617] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.922750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.923439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.923439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.926314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.926609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.930178] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.930178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.932264] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.932364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.933171] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.933259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.934591] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.934688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.938353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.938871] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.939147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.939650] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.939779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.942650] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.942755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.943381] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.943785] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.943875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.945699] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.946092] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.946186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.946410] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.946955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.947273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.948220] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.948633] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.948755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ccf6b067-cb13-4001-87b1-20f370627ac4 is going to be deleted. [ 1084.950385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.950385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.951782] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 in Status: SUCCESS [ 1084.951782] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 deletion is rescheduled due to dependency. [ 1084.951872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.952958] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.953101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.953162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.953362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.953498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.953641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-858e65bf-8ce8-45e6-878b-36f3c884077d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.967140] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1084.968227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.968437] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05d935cc-2d50-4008-a3dd-31a418162b9b is going to be deleted. [ 1084.969488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.969730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.984956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.985117] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ea6b74e-e481-4a2a-a5b8-553bb88aaa45 is going to be deleted. [ 1084.986059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.986289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.006128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.006128] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f91fa5a7-4721-4b82-beff-e3a8804a6a17 is going to be deleted. [ 1085.006128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.006128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.016389] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.016389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.024365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.024438] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997 is going to be deleted. [ 1085.025463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.025685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.028772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.028772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.029553] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.029681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.066928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.067200] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a7ece25-fb48-4ebd-a2d5-7bfa685208c6 is going to be deleted. [ 1085.068370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.068569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.073233] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.073465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.141414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.141580] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e69cef07-d32d-4944-9bb3-091ade313a19 is going to be deleted. [ 1085.142607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.146030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.161425] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.161681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.206554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.206766] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a3a9412-fbca-49d4-845c-2b81b0cd8539 is going to be deleted. [ 1085.207807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.208165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.233798] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.233798] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.264927] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-722 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.265312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-722" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.265516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-722" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.271021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-722" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.271021] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.271021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.271021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.271021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.271021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.271021] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.271021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.271021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.271021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.271021] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1085.271021] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.271021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.272356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.272356] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be deleted. [ 1085.273823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.273823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.297696] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.297696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.327303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.327303] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8204651e-7759-4042-a303-ad1ca8543c0e is going to be deleted. [ 1085.328652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.328652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.336142] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.336142] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1085.336557] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.336657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-722" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.337229] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-a40388ce-c3c1-480f-8e1e-160c56294eab taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.337974] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.338633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.338960] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.339126] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a40388ce-c3c1-480f-8e1e-160c56294eab',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.342460] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.342460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.354600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.354785] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70f1cbe7-5a42-4573-8d1a-373ddd4a977c is going to be deleted. [ 1085.355643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.355857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.361327] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.371309] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.371503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.371566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.371737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.371902] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.372013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.373907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.373907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.374188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.374188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.374285] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.374345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.374419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.374571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.374738] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.374828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.374828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.375233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.375233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.375233] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.375233] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.378180] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: SUCCESS [ 1085.378401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.385298] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.387202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.387404] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be deleted. [ 1085.391873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.392101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.426161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.426161] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25ecf4f7-6ba0-4349-89a4-0e1bb018b031 is going to be deleted. [ 1085.430821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.431077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.437276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.437380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.455020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.455143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.488220] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.488382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.499067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.499206] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51b47a05-db71-4ae4-a50b-4d9a8b2b90ed is going to be deleted. [ 1085.500143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.500346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.513018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.513018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.539831] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.539942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.541587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.541587] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57bb4b35-26dd-4f69-a0c2-c91e84a77ccd is going to be deleted. [ 1085.542931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.542931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.542931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.542931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ccf6b067-cb13-4001-87b1-20f370627ac4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.542931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.543118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.543443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.543613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05d935cc-2d50-4008-a3dd-31a418162b9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.544211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.544471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.546355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.546466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ea6b74e-e481-4a2a-a5b8-553bb88aaa45" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.546626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.546807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.546898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.547212] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.547300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.547331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.547479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.547568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.547658] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b already deleted. [ 1085.547740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.547877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.548053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.548226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.548263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f91fa5a7-4721-4b82-beff-e3a8804a6a17" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.548407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.548550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.548626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.548733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8a9ff9c1-d789-40f3-8aa6-aaf8e8dd1997" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.548908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.550516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.550516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.550516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a7ece25-fb48-4ebd-a2d5-7bfa685208c6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.550825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.550997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.551112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.551225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e69cef07-d32d-4944-9bb3-091ade313a19" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.551393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.551579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.551675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.551834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a3a9412-fbca-49d4-845c-2b81b0cd8539" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.551985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.552144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.552216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.552358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.552580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.552769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.552869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.552988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8204651e-7759-4042-a303-ad1ca8543c0e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.553182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.553378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.553461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70f1cbe7-5a42-4573-8d1a-373ddd4a977c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.555042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25ecf4f7-6ba0-4349-89a4-0e1bb018b031" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.636669] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.636867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.636945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.637260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.637380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.637545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51b47a05-db71-4ae4-a50b-4d9a8b2b90ed" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.639778] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1085.640323] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.640482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.640593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.640801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.640916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.641150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57bb4b35-26dd-4f69-a0c2-c91e84a77ccd" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.717915] env[69987]: INFO networking_nsxv3.common.synchronization [None req-60dfe942-17f6-4997-8903-eee32c1d7d98 None None] Enqueued Resource ID: 5e73da92-7865-4001-a23d-a81ac41a4fdf with Priority: HIGHEST for action port [ 1085.718406] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e73da92-7865-4001-a23d-a81ac41a4fdf with Priority: HIGHEST for action port [ 1085.718729] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e73da92-7865-4001-a23d-a81ac41a4fdf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.718854] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e73da92-7865-4001-a23d-a81ac41a4fdf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.718941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e73da92-7865-4001-a23d-a81ac41a4fdf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.719182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e73da92-7865-4001-a23d-a81ac41a4fdf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.719254] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e73da92-7865-4001-a23d-a81ac41a4fdf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.778940] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1085.779179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.780546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.781040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.781239] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.781359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.781422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.781607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.781695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.781780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.782145] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.795057] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1085.795256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.795425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.795664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.796009] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.796154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.796225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.796377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.796458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.796549] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.842117] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.842336] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.842466] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.842847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.842907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.843308] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port a40388ce-c3c1-480f-8e1e-160c56294eab not found, creating... [ 1085.843589] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.843755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.843875] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.844110] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.844253] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.844535] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.844691] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.844807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.845482] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.845682] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.845835] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: a40388ce-c3c1-480f-8e1e-160c56294eab is going to be created. [ 1085.864200] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0750692-047a-4901-b312-91bcc035f729: rpc.has_security_group_logging(os_id): False [ 1085.867737] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.867982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.868097] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.868406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.868641] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.868857] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.878301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a956c20c-4cac-43d4-b0b2-33b034f0a6ad: rpc.has_security_group_logging(os_id): False [ 1085.887476] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.887580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.887656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.888020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.889020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca8d82f-952f-4a26-8964-3fb6b5f76a05: rpc.has_security_group_logging(os_id): False [ 1085.897765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.897889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.902232] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.902411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.906787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.906787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.906787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.906787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.906787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.906787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.906787] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1085.907293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.907293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.924614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.924896] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.925022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.925087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.925290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.925365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.925566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.925658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.925718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.926045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.926045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.926134] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.926204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.926275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.926629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.926629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.926629] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1085.927804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.928100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.962423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.962824] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.962964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.963052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.963274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.963360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.963450] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1085.993596] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.993765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.993803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.994035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.994187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.019350] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1086.026537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.026537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.026537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.026537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.026537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.041232] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1086.062299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.062418] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.062490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.062742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.062891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.079925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1086.226159] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e73da92-7865-4001-a23d-a81ac41a4fdf [ 1086.226430] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.226589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.226656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.226869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.226989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.227104] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e73da92-7865-4001-a23d-a81ac41a4fdf already deleted. [ 1086.227198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e73da92-7865-4001-a23d-a81ac41a4fdf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.285035] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.285205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.285294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.285537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.285820] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.285979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.286080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.286269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.286362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.286449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.286628] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.286710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.286774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.286925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.291164] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.291388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.291388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.291580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.291674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.291838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.291918] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.298541] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.787528] env[69987]: INFO networking_nsxv3.common.synchronization [req-5c9acbcc-2d81-430b-9107-6c41edd8276d req-f31cc5e7-88fa-4943-a451-240bcdca3878 service nova] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_rules [ 1086.787528] env[69987]: INFO networking_nsxv3.common.synchronization [req-5c9acbcc-2d81-430b-9107-6c41edd8276d req-f31cc5e7-88fa-4943-a451-240bcdca3878 service nova] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_members [ 1086.787801] env[69987]: INFO networking_nsxv3.common.synchronization [req-5c9acbcc-2d81-430b-9107-6c41edd8276d req-f31cc5e7-88fa-4943-a451-240bcdca3878 service nova] Enqueued Resource ID: a40388ce-c3c1-480f-8e1e-160c56294eab with Priority: HIGHEST for action port [ 1086.788018] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_rules [ 1086.788081] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_members [ 1086.788227] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a40388ce-c3c1-480f-8e1e-160c56294eab with Priority: HIGHEST for action port [ 1086.788806] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.793145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.793221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.793460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.793518] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.794427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.794513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.794607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.794720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.794875] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.794957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.795018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.795159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.795239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.795397] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.796337] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a40388ce-c3c1-480f-8e1e-160c56294eab taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.796417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.796490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.796626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.796730] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a40388ce-c3c1-480f-8e1e-160c56294eab',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.797582] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d: rpc.has_security_group_logging(os_id): False [ 1086.802048] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.816601] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.816760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.816805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.817036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.834204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834800] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.834800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.834800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.834953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.834953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.835088] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.835462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.835462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.835462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.835462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.835694] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.835757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.835757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.835899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.835961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.836060] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1086.895266] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.895266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.895266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.895431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.895578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.937023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1087.284929] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c2ea5a6c-defa-4447-9e11-dde600619c40 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_rules [ 1087.285511] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_rules [ 1087.285816] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.285929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.287885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.287885] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.287885] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.300894] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a40388ce-c3c1-480f-8e1e-160c56294eab with status ACTIVE [ 1087.301125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.301293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.301382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.302101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.302101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.302101] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.302101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.302101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.302272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.302272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.302403] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.302463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.302520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.302653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.303211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.303211] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a40388ce-c3c1-480f-8e1e-160c56294eab is going to be updated. [ 1087.303953] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.304538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.304761] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.306904] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.306904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.306904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.306904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.306904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.306904] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1087.332817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.333035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.333142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.333802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.333802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.333802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a40388ce-c3c1-480f-8e1e-160c56294eab" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.358225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.358396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.358695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.358695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.358810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.367150] env[69987]: INFO networking_nsxv3.common.synchronization [None req-63f1c614-3184-474d-a100-5c36ae471507 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_rules [ 1087.367627] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_rules [ 1087.367951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.368045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.374722] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1087.806969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.807388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.807388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.807388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.807535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.807576] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c already deleted. [ 1087.807664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.807816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.807973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.808070] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.816026] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.006161] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ee02d380-6a34-4c52-a8fe-45dfdf278000 None None] Enqueued Resource ID: da0b803f-cf72-4b27-ad4a-16abbdfcf54b with Priority: HIGHEST for action port [ 1088.006431] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da0b803f-cf72-4b27-ad4a-16abbdfcf54b with Priority: HIGHEST for action port [ 1088.007108] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-da0b803f-cf72-4b27-ad4a-16abbdfcf54b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.007189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da0b803f-cf72-4b27-ad4a-16abbdfcf54b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.007189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da0b803f-cf72-4b27-ad4a-16abbdfcf54b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.007431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da0b803f-cf72-4b27-ad4a-16abbdfcf54b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.007511] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da0b803f-cf72-4b27-ad4a-16abbdfcf54b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.032034] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1088.032255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.053079] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1088.053341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.091119] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1088.091119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.317822] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.318232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.318232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.318368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.318368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.318469] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b is going to be created. [ 1088.327572] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.327722] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.327792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.328025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.328117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.328238] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c already deleted. [ 1088.328348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.338840] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.339041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.339041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.339256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.339526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.348530] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b in Status: UNINITIALIZED for 2s [ 1088.509798] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da0b803f-cf72-4b27-ad4a-16abbdfcf54b [ 1088.510086] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.510297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.510394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.510596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.510689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.510840] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da0b803f-cf72-4b27-ad4a-16abbdfcf54b already deleted. [ 1088.510916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da0b803f-cf72-4b27-ad4a-16abbdfcf54b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.952151] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1088.952423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.952695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.953036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.953361] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.275476] env[69987]: INFO networking_nsxv3.common.synchronization [req-0dc5e367-bb36-447c-a421-eba3a493d121 req-517ccce2-b1c4-414d-a02b-1b2db4e97c42 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1089.275996] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1089.276307] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.276513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.276513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.277320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.277320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.277320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.277320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.278988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.279108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.279215] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.387032] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.387032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.387032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.387032] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.394757] env[69987]: INFO networking_nsxv3.common.synchronization [req-0930fbae-1a9d-4466-a03c-64bdd43b1f97 req-28617085-52d2-4389-85d3-5711d6a15f70 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1089.394931] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1089.395512] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.395623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.395687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.395858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.396018] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.396799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.396875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.397057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.401020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.401020] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.457301] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.457932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.457932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.457932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.458072] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.458203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.458269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.458429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.458518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.458651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.458720] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.782412] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.782622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.782677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.782893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.782988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.783218] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.783364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.783364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.783524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.783600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.783690] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be deleted. [ 1089.812282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.812434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.812494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.812795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.812945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.812991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.890926] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.891115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.891189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.891517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.891662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.893027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.893027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.893258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.893407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.893556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.893764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.893890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.893985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.894203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.894379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.894508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.894585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.894776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.894874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.895281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.895281] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.899840] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.961506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.961887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.961887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.961975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.962170] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.962271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.962335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.962493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.962598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.962689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.962958] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.962958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.963091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.963161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.963314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.963426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.963487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.963636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.963711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.963792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.963892] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.304707] env[69987]: INFO networking_nsxv3.common.synchronization [None req-12352a16-d3a1-4790-8a8a-306968030903 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1090.304707] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1090.304707] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.304707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.360116] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b in Status: SUCCESS [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.360116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.360116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.360116] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.403072] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 1090.403072] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.418213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.418353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.418419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.418655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.439224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.439554] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.439679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.439730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.439995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.440108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.440442] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.440547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.440624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.440789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.440880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.441113] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.441296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.441387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.441527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.441623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.441713] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1090.466873] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d: rpc.has_security_group_logging(os_id): False [ 1090.483034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.483200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.483200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.483398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.483504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.483811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.483934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.484000] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.484177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.484256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.484436] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.484528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.484585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.484721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.484794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.484992] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.485095] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.485227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.485284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.485358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.485444] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1090.501984] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.502174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.502323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.502674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.503288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.517987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1090.559810] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.559952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.560035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.560378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.560466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.586254] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1090.861695] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.904666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.904825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.904893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.905201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.906029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.906029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1090.931711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.931948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.932063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.932398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.932735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.942663] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1091.146192] env[69987]: INFO networking_nsxv3.common.synchronization [req-c25d86ee-bf4e-40f8-8559-eff0166be4e0 req-9f5c2662-38d8-4dfc-9ab3-88692cc0a5ea tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_members [ 1091.146778] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_members [ 1091.147230] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.147670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.147670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.147748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.147868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.147982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.148057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.148269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.148390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.148496] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.364283] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b: rpc.has_security_group_logging(os_id): False [ 1091.380936] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.381128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.381199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.382020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.382020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.382020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.382020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.382020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.382020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.382371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.382371] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b is going to be created. [ 1091.438607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.438607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.438607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.438607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.438607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.448174] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b in Status: IN_PROGRESS for 2s [ 1091.550373] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.550538] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.550659] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.551019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.551619] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.552699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.552699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.552699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.552699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.552699] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.552947] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.552947] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.553145] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.553145] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1091.553244] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.553453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.573400] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.573573] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1091.573720] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.573897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.574567] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-54d38568-e06b-4b75-a558-72b7cd089413 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.574567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.574567] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.574833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.574975] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d38568-e06b-4b75-a558-72b7cd089413',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.652678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.652678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.652678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.652678] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 already deleted. [ 1091.653239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.077637] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.078078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.078298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.078764] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.079060] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.079357] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 54d38568-e06b-4b75-a558-72b7cd089413 not found, creating... [ 1092.079791] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.080087] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.080314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.080679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.080962] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.081496] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.081787] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.082027] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.082385] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.082631] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.082889] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 54d38568-e06b-4b75-a558-72b7cd089413 is going to be created. [ 1092.112207] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.112563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.112736] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.113184] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.113351] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.113638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.534091] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1092.534091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.534471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.534471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.534553] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.602100] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1092.602482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.940246] env[69987]: INFO networking_nsxv3.common.synchronization [req-c25d86ee-bf4e-40f8-8559-eff0166be4e0 req-07fcae3d-78d0-4f25-a3fd-2e14dff7fc2d service nova] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_rules [ 1092.940246] env[69987]: INFO networking_nsxv3.common.synchronization [req-c25d86ee-bf4e-40f8-8559-eff0166be4e0 req-07fcae3d-78d0-4f25-a3fd-2e14dff7fc2d service nova] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_members [ 1092.940246] env[69987]: INFO networking_nsxv3.common.synchronization [req-c25d86ee-bf4e-40f8-8559-eff0166be4e0 req-07fcae3d-78d0-4f25-a3fd-2e14dff7fc2d service nova] Enqueued Resource ID: 54d38568-e06b-4b75-a558-72b7cd089413 with Priority: HIGHEST for action port [ 1092.940246] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_rules [ 1092.940246] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_members [ 1092.940246] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54d38568-e06b-4b75-a558-72b7cd089413 with Priority: HIGHEST for action port [ 1092.942246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.942578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.942848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946021] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.946021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.946021] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.946021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-54d38568-e06b-4b75-a558-72b7cd089413 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.946021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.947566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.950242] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54d38568-e06b-4b75-a558-72b7cd089413',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.958601] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1092.958842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.958996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.959231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.959420] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.959883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.959952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.960531] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.960643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.960848] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.036496] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.036625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.036700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.036990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.037128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.037230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.037318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.037467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.037565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.037652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.037744] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.133466] env[69987]: INFO networking_nsxv3.common.synchronization [req-aab337bb-1d43-4bfc-9b6f-63d6070b1775 req-91fce3a4-8e7b-458b-a3d6-506b02e2af8f tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_members [ 1093.134036] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 with Priority: HIGHEST for action security_group_members [ 1093.134469] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.134584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.134584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.134777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.134935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.135040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.135114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.135262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.135346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.135438] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.450335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.450556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.451106] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54d38568-e06b-4b75-a558-72b7cd089413 with status ACTIVE [ 1093.451294] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.451408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.451479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.451679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.451788] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.452084] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.452084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.452084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.452342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.452342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.452522] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.452629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.452692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.452805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.452869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.452963] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54d38568-e06b-4b75-a558-72b7cd089413 is going to be updated. [ 1093.453916] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.463179] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b in Status: SUCCESS [ 1093.463394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.463711] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.463824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.463892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.464080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.464165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.464341] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.464469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.464535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.464703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.464994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.465102] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1093.475543] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.475666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.475719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.475878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.476010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.476155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54d38568-e06b-4b75-a558-72b7cd089413" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.490010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.490172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.490290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.490526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.490611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.498293] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1093.540348] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.540692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.540692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.540904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.541103] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.541273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.541391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.541551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.541660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.541774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.541951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.542143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.542226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.542376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.542527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.542626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.542683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.542817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.542890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.542969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.543071] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.637908] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.638108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.638185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.638464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.663015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.663275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.663398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.663457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.663657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.663739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.663828] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 is going to be updated. [ 1093.695146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.695347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.695435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.695698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.695872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.705290] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 in Status: IN_PROGRESS for 2s [ 1093.955702] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.045669] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 1094.063770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.063770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.063770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.064085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.064489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.064489] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.064489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.064489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.064719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.064719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.064827] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.065208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.065208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.065370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.065370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.065515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.065747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.065747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.065821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.065869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.065944] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1094.128498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.128967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.128967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.128967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.129206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.162356] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1094.458361] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.458574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.458704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.458890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.458986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.459107] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 is going to be created. [ 1094.480661] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.480919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.480919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.481085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.481316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.489605] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d8f004-e56a-4667-8b66-23b82c439da8 in Status: UNINITIALIZED for 2s [ 1094.949573] env[69987]: INFO networking_nsxv3.common.synchronization [req-cc166fbd-466f-4fae-bf24-8fb75748547d req-73a4d4c0-39dc-43d7-b27a-c06a8c879ce3 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1094.950900] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1094.950900] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.950900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.950900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.951287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.951287] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.951415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.951454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.951616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.951758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.951809] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.454185] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.510677] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1095.510922] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad deletion is rescheduled due to dependency. [ 1095.511081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.714659] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 in Status: SUCCESS [ 1095.714867] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1 deletion is rescheduled due to dependency. [ 1095.714959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.956248] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.179280] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1096.179492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.459439] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.459884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.460168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.460592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.460711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.460823] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1096.491123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.491322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.491372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.491810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.491810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.507164] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d8f004-e56a-4667-8b66-23b82c439da8 in Status: SUCCESS [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.508559] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.508559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.509041] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.510356] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1097.011916] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.514945] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70d8f004-e56a-4667-8b66-23b82c439da8: rpc.has_security_group_logging(os_id): False [ 1097.531520] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.531716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.531716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.531930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.532033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.532270] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.532377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.532426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.532588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.532664] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.532751] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 is going to be created. [ 1097.592021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.592021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.592021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.592021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.592021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.598566] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70d8f004-e56a-4667-8b66-23b82c439da8 in Status: IN_PROGRESS for 2s [ 1098.519438] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1098.519438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.212749] env[69987]: INFO networking_nsxv3.common.synchronization [None req-d6d189d1-314a-44cc-91e2-a608ac2507e4 None None] Enqueued Resource ID: a1e30a71-f15e-4a50-a73c-be071815ed01 with Priority: HIGHEST for action port [ 1099.213226] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e30a71-f15e-4a50-a73c-be071815ed01 with Priority: HIGHEST for action port [ 1099.213593] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e30a71-f15e-4a50-a73c-be071815ed01 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.213712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e30a71-f15e-4a50-a73c-be071815ed01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.213776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e30a71-f15e-4a50-a73c-be071815ed01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.214399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e30a71-f15e-4a50-a73c-be071815ed01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.214399] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e30a71-f15e-4a50-a73c-be071815ed01',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.613862] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70d8f004-e56a-4667-8b66-23b82c439da8 in Status: SUCCESS [ 1099.613862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.718393] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e30a71-f15e-4a50-a73c-be071815ed01 [ 1099.718626] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.718758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.718824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.719872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.720043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.720161] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e30a71-f15e-4a50-a73c-be071815ed01 already deleted. [ 1099.720314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e30a71-f15e-4a50-a73c-be071815ed01" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.992211] env[69987]: INFO networking_nsxv3.common.synchronization [None req-8b989e78-f6ed-4af4-97fe-851514cdac29 tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1099.992740] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1099.993055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.993176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.993245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.993525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.993560] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.073289] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c2c04226-b357-4be7-9998-c94de2a604d5 tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1100.073804] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1100.074123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.074215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.513343] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.513501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.513566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.513768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.513850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.513943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 already deleted. [ 1100.514038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.514194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.514455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.514455] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.793095] env[69987]: INFO networking_nsxv3.common.synchronization [None req-c8d31a9c-6841-41f6-af23-14258c03ddd5 None None] Enqueued Resource ID: 5a975a4c-9481-49cf-978e-af7950b373d3 with Priority: HIGHEST for action port [ 1100.793431] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a975a4c-9481-49cf-978e-af7950b373d3 with Priority: HIGHEST for action port [ 1100.793951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a975a4c-9481-49cf-978e-af7950b373d3 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.794157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a975a4c-9481-49cf-978e-af7950b373d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.794157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a975a4c-9481-49cf-978e-af7950b373d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.794472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a975a4c-9481-49cf-978e-af7950b373d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.794571] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a975a4c-9481-49cf-978e-af7950b373d3',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.035032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.035192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.035247] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.035543] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.035636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.035733] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 already deleted. [ 1101.035824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.296666] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a975a4c-9481-49cf-978e-af7950b373d3 [ 1101.296960] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.297133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.297232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.297489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.297618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.297716] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a975a4c-9481-49cf-978e-af7950b373d3 already deleted. [ 1101.297806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a975a4c-9481-49cf-978e-af7950b373d3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.937262] env[69987]: INFO networking_nsxv3.common.synchronization [req-57e050d9-df9e-4fd1-887f-c78b0099342f req-0236b095-5b62-4055-88d2-189353e61c82 tempest-ServersNegativeTestJSON-216427101 tempest-ServersNegativeTestJSON-216427101-project-member] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1103.937794] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1103.938117] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.938315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.938393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.938624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.938789] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.938899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.938962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.939555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.939652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.939750] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.322305] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.322528] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.322656] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.322925] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.323202] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.323367] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.323481] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.323699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.323842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.324080] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.324178] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.324286] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.324399] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.324513] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1104.324622] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.324755] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.344636] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.344636] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1104.344798] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.344954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.345282] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-27c41d65-6213-4b24-b4b8-08a5175c26ef taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.345462] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.345583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.345910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.346065] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c41d65-6213-4b24-b4b8-08a5175c26ef',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.441987] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.848958] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.849236] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.849370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.850129] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.850392] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.850566] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 27c41d65-6213-4b24-b4b8-08a5175c26ef not found, creating... [ 1104.850842] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.851008] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.851135] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.851374] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.851522] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.851808] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.851967] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.852100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.852323] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.852466] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.852634] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 27c41d65-6213-4b24-b4b8-08a5175c26ef is going to be created. [ 1104.870755] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.870957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.871102] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.871361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.871589] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.871807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.943870] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.446551] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.446719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.446790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.447009] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.447106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.447208] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1105.474027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.474189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.474257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.474468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.474611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.484917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1105.558194] env[69987]: INFO networking_nsxv3.common.synchronization [req-57e050d9-df9e-4fd1-887f-c78b0099342f req-6ff0b26b-ac37-4357-840b-7211a268eca6 service nova] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_rules [ 1105.558194] env[69987]: INFO networking_nsxv3.common.synchronization [req-57e050d9-df9e-4fd1-887f-c78b0099342f req-6ff0b26b-ac37-4357-840b-7211a268eca6 service nova] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1105.558194] env[69987]: INFO networking_nsxv3.common.synchronization [req-57e050d9-df9e-4fd1-887f-c78b0099342f req-6ff0b26b-ac37-4357-840b-7211a268eca6 service nova] Enqueued Resource ID: 27c41d65-6213-4b24-b4b8-08a5175c26ef with Priority: HIGHEST for action port [ 1105.558194] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_rules [ 1105.558194] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1105.558194] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c41d65-6213-4b24-b4b8-08a5175c26ef with Priority: HIGHEST for action port [ 1105.560128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.560128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.560128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.560128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.560128] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.560770] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.560871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.561074] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c41d65-6213-4b24-b4b8-08a5175c26ef taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.561175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.561242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.561445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.561522] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c41d65-6213-4b24-b4b8-08a5175c26ef',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.063507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.063789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.063854] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c41d65-6213-4b24-b4b8-08a5175c26ef with status ACTIVE [ 1106.064033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.064143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.064209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.064413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.064505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.064695] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.064838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.064898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.065007] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.065087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.065265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.065360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.065432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.065546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.065618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.065702] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c41d65-6213-4b24-b4b8-08a5175c26ef is going to be updated. [ 1106.085733] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.085929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.085929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.086192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.086264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.086409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c41d65-6213-4b24-b4b8-08a5175c26ef" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.272612] env[69987]: INFO networking_nsxv3.common.synchronization [req-bc43f2e8-404e-490a-a95f-9d780fc5fcac req-0392b702-4bcd-45bd-8e30-e80d280a6920 tempest-InstanceActionsTestJSON-978291315 tempest-InstanceActionsTestJSON-978291315-project-member] Enqueued Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_members [ 1106.273488] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_members [ 1106.273488] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.273663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.273663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.273888] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.274104] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.274214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.274321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.274511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.274610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.274754] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.589216] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-690 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.589216] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.589216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.589216] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.589216] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.589216] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.589216] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.589633] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1106.589633] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.589633] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.607483] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.607671] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1106.607970] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.608153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-690" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.608441] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.608620] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.608739] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.609087] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.609608] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5b8c81-eaad-48a6-840d-849dd8ea42b8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.778771] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.778930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.779011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.779238] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.779320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.779529] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.779708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.779708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.779827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.779908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.780111] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3a106d-af97-4ef1-b178-e107485b441e already deleted. [ 1106.780111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.113996] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.114420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.115051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.115051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.115051] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 8b5b8c81-eaad-48a6-840d-849dd8ea42b8 not found, creating... [ 1107.115281] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.115448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.115621] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.115876] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.116031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.116324] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.116486] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.116606] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.116816] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.116953] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.117112] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 8b5b8c81-eaad-48a6-840d-849dd8ea42b8 is going to be created. [ 1107.135271] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.135506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.135657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.135895] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.136140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.136354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.493712] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1107.493983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.494201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.494469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.494680] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.494826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.494914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.495107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495207] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495324] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.854988] env[69987]: INFO networking_nsxv3.common.synchronization [req-bc43f2e8-404e-490a-a95f-9d780fc5fcac req-8220a09e-e754-4ca6-a4e6-4be07155ff98 service nova] Enqueued Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_rules [ 1107.855208] env[69987]: INFO networking_nsxv3.common.synchronization [req-bc43f2e8-404e-490a-a95f-9d780fc5fcac req-8220a09e-e754-4ca6-a4e6-4be07155ff98 service nova] Enqueued Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_members [ 1107.855374] env[69987]: INFO networking_nsxv3.common.synchronization [req-bc43f2e8-404e-490a-a95f-9d780fc5fcac req-8220a09e-e754-4ca6-a4e6-4be07155ff98 service nova] Enqueued Resource ID: 8b5b8c81-eaad-48a6-840d-849dd8ea42b8 with Priority: HIGHEST for action port [ 1107.855579] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_rules [ 1107.855706] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_members [ 1107.855799] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b5b8c81-eaad-48a6-840d-849dd8ea42b8 with Priority: HIGHEST for action port [ 1107.856892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.856892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.856892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.856892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.856892] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.859194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.859194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.859194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.859194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.859194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.859194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.859194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.860544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.860544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.860544] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.860675] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.860735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.860765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.861191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.861277] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b5b8c81-eaad-48a6-840d-849dd8ea42b8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.997095] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.358843] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.359217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.363383] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b5b8c81-eaad-48a6-840d-849dd8ea42b8 with status ACTIVE [ 1108.363584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.363708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.363777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.364033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.364098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.364252] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.364379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.364444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.364602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.364691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.364874] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.364964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.365050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.365198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.365272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.365357] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b5b8c81-eaad-48a6-840d-849dd8ea42b8 is going to be updated. [ 1108.366449] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.385995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.386128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.386128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.386292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.386423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.386599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b5b8c81-eaad-48a6-840d-849dd8ea42b8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.498970] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.715257] env[69987]: INFO networking_nsxv3.common.synchronization [req-940357c6-1a89-433e-b84c-887cd1b14a26 req-47bacef0-06e8-47f8-a323-db79e846a8dc tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_members [ 1108.715806] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_members [ 1108.716131] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.716257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.716318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.716583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.716746] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.716849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.716912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.717205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.717340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.717474] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.873128] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.002189] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.002501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.002770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.003335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.004530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.004639] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1109.032116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.032116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.032116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.032116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.032116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.039808] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1109.157407] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.157576] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.157636] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.158211] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.158211] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.158469] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.158606] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.158829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.159030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.159201] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.159514] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.159514] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.159591] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.159636] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1109.159740] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.159876] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.178965] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.179159] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1109.179306] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.179490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.179845] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-29cc87df-3c6e-45eb-a80d-5127f53062e1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.180038] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.180167] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.180564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.180709] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cc87df-3c6e-45eb-a80d-5127f53062e1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.219749] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.219986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.219986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.220307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.220401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.220611] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.220720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.220766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.220906] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.221014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.221104] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c already deleted. [ 1109.221268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.374390] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.374810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.374810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.374889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.374918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.375019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3a106d-af97-4ef1-b178-e107485b441e is going to be created. [ 1109.395749] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.395931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.395931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.396127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.396294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.404997] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3a106d-af97-4ef1-b178-e107485b441e in Status: UNINITIALIZED for 2s [ 1109.682851] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.683223] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.683385] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.683696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.683884] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.684072] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 29cc87df-3c6e-45eb-a80d-5127f53062e1 not found, creating... [ 1109.684347] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.684508] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.684628] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.684853] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.685090] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.685379] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.685540] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.685658] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.685866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.685999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.686154] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 29cc87df-3c6e-45eb-a80d-5127f53062e1 is going to be created. [ 1109.707284] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.707551] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.707681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.707978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.708314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.708572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.431997] env[69987]: INFO networking_nsxv3.common.synchronization [req-940357c6-1a89-433e-b84c-887cd1b14a26 req-60686422-1bec-44a7-933e-417e5444ab67 service nova] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_rules [ 1110.432256] env[69987]: INFO networking_nsxv3.common.synchronization [req-940357c6-1a89-433e-b84c-887cd1b14a26 req-60686422-1bec-44a7-933e-417e5444ab67 service nova] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_members [ 1110.432346] env[69987]: INFO networking_nsxv3.common.synchronization [req-940357c6-1a89-433e-b84c-887cd1b14a26 req-60686422-1bec-44a7-933e-417e5444ab67 service nova] Enqueued Resource ID: 29cc87df-3c6e-45eb-a80d-5127f53062e1 with Priority: HIGHEST for action port [ 1110.432567] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_rules [ 1110.432714] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_members [ 1110.432814] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29cc87df-3c6e-45eb-a80d-5127f53062e1 with Priority: HIGHEST for action port [ 1110.433458] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.433458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.433587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.433720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.433804] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.435844] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.435960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.436022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.436187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.436347] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.436450] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.436513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.436661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.436741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.436830] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.439101] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-29cc87df-3c6e-45eb-a80d-5127f53062e1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.439101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.439101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.439101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.439101] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29cc87df-3c6e-45eb-a80d-5127f53062e1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.937094] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.937272] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.939543] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.940551] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29cc87df-3c6e-45eb-a80d-5127f53062e1 with status ACTIVE [ 1110.941149] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.941149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.941149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.941149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.941360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.941418] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.941529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.941593] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.941747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.941825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.942015] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.942112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.942172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.942307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.942381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.942464] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29cc87df-3c6e-45eb-a80d-5127f53062e1 is going to be updated. [ 1110.965203] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.965326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.965389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.965568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.965695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.965846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29cc87df-3c6e-45eb-a80d-5127f53062e1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.070805] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1111.071041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.071211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.071515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.071713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.071830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.071892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.072056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.072139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.072225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.072315] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.414451] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3a106d-af97-4ef1-b178-e107485b441e in Status: SUCCESS [ 1111.414665] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.414827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.415053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.415249] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.415367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.415433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.415581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.415660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.415744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.415829] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.448175] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.574793] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.575025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.575796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.575796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.575796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.575796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.575796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.575997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.575997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.575997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.576160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.576256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.576317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.576468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.576638] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.576739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.576801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.576970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.577059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.577144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.577233] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.922858] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.923082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.923155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.923383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.923558] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.923655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.923718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.923866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.923960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.924062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.924327] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.924419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.924419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.924555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.924698] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.924790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.924849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.924984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.925072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.925154] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.925241] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.951327] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.951558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.951610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.951998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.951998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.952135] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c is going to be created. [ 1111.979519] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.979696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.979809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.981042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.981042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.998639] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c in Status: UNINITIALIZED for 2s [ 1112.083238] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b8f91-ab36-4c5e-add9-89c41e40264b: rpc.has_security_group_logging(os_id): False [ 1112.102196] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.102400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.102446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.102637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.130946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.131260] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.131517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.131589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.131800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.131886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.132099] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.132262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.132262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.132397] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.132509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.132662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.132763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.132849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.132996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.133215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.133309] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1112.224121] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.224121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.224121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.224121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.224121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.237501] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1112.427941] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c3a106d-af97-4ef1-b178-e107485b441e: rpc.has_security_group_logging(os_id): False [ 1112.446183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.446394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.446462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.446900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.447467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.447467] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.447467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.447467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.447694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.447694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.449482] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.449482] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.449482] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.449482] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3a106d-af97-4ef1-b178-e107485b441e is going to be created. [ 1112.505724] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.505960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.506112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.506409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.506652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.517243] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3a106d-af97-4ef1-b178-e107485b441e in Status: IN_PROGRESS for 2s [ 1113.552640] env[69987]: INFO networking_nsxv3.common.synchronization [req-e19057aa-723a-4264-b16c-6f27b707e647 req-096f1955-2b15-4f7e-973d-b9c78c20657e tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1113.552640] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1113.554079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.554079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.554079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.554079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.554079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.554079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.554079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.554578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.554578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.554578] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.927914] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.928294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.928498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.928797] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.929106] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.929269] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.929410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.929728] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.929863] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.930266] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.930333] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.930464] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.930623] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.931060] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.931060] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.931060] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.951271] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.951502] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.951651] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.951828] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.952163] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-280e558a-fd50-4c1d-8524-0b37afc1e13e taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.952332] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.952453] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.952869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.952947] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280e558a-fd50-4c1d-8524-0b37afc1e13e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.009490] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c in Status: SUCCESS [ 1114.009735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.010202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.010438] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.010585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.010694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.010874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.010960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.011113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.011175] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.057177] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.057394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.057445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.057759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.057847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.058046] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.058215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.058266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.058639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.058746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.058824] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe already deleted. [ 1114.059278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.254480] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1114.254765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.455835] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.456255] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.456479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.456910] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.457175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.457436] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 280e558a-fd50-4c1d-8524-0b37afc1e13e not found, creating... [ 1114.457902] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.458155] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.458402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.458704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.458923] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.459396] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.459638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.459823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.460157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.460435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.460659] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 280e558a-fd50-4c1d-8524-0b37afc1e13e is going to be created. [ 1114.481337] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.481650] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.481842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.482302] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.482661] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.482968] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.514294] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.530704] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c3a106d-af97-4ef1-b178-e107485b441e in Status: SUCCESS [ 1114.530952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.019405] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d949c8a-b5b7-4a41-affb-d53ec6415c3c: rpc.has_security_group_logging(os_id): False [ 1115.036892] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.037173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.037269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.037473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.037567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.037818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.037912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.037978] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.038139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.038217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.038318] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c is going to be created. [ 1115.096282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.096282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.096282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.096282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.096282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.105658] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c in Status: IN_PROGRESS for 2s [ 1115.470910] env[69987]: INFO networking_nsxv3.common.synchronization [req-59342719-15cb-4d8e-9b7e-9a0df31835ed req-2709d869-18ff-4505-a05a-90340db5328e tempest-ServersNegativeTestJSON-216427101 tempest-ServersNegativeTestJSON-216427101-project-member] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1115.474041] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1115.474041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.474041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.474041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.474041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.474385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.474385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.474385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.474474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.474608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.474644] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.603314] env[69987]: INFO networking_nsxv3.common.synchronization [None req-16b31879-2404-4daa-a9f5-22682f0a86e3 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1115.604147] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1115.604563] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.604902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.605029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.605347] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.605550] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.619324] env[69987]: INFO networking_nsxv3.common.synchronization [req-e19057aa-723a-4264-b16c-6f27b707e647 req-7cd2eb71-0f30-4f88-9262-da44ec7a3146 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1115.619825] env[69987]: INFO networking_nsxv3.common.synchronization [req-e19057aa-723a-4264-b16c-6f27b707e647 req-7cd2eb71-0f30-4f88-9262-da44ec7a3146 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1115.620137] env[69987]: INFO networking_nsxv3.common.synchronization [req-e19057aa-723a-4264-b16c-6f27b707e647 req-7cd2eb71-0f30-4f88-9262-da44ec7a3146 service nova] Enqueued Resource ID: 280e558a-fd50-4c1d-8524-0b37afc1e13e with Priority: HIGHEST for action port [ 1115.620717] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1115.620910] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1115.621793] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 280e558a-fd50-4c1d-8524-0b37afc1e13e with Priority: HIGHEST for action port [ 1115.623471] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.623471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.623471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.623471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.623471] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.624310] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.624310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.624310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.624518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.624641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.624641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.624778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.624833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.624941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.624969] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.627487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-280e558a-fd50-4c1d-8524-0b37afc1e13e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.628629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.628629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.628629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.628629] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('280e558a-fd50-4c1d-8524-0b37afc1e13e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.702366] env[69987]: INFO networking_nsxv3.common.synchronization [None req-51f68633-380a-4e85-9390-d45fbb1e4623 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1115.702910] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1115.703234] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.703340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.976310] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.123986] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.124350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.124350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.124467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.124523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.124613] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 already deleted. [ 1116.124718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.124869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.125036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.125121] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.131371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.131516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.131661] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.132483] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 280e558a-fd50-4c1d-8524-0b37afc1e13e with status ACTIVE [ 1116.132693] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.132809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.132889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.133065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.133160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.133339] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.133459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.133669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.133669] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.133784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.133930] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.134037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.134108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.134304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.134304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.134409] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 280e558a-fd50-4c1d-8524-0b37afc1e13e is going to be updated. [ 1116.156027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.156027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.156027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.156027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.156027] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.156313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-280e558a-fd50-4c1d-8524-0b37afc1e13e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.479032] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.638707] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.643015] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.643178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.643229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.643434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.643527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.643621] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 already deleted. [ 1116.643698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.981225] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.982200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.982200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.982200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.982200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.982200] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1117.014377] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.014701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.014829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.015149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.015361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.035062] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1117.120863] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c in Status: SUCCESS [ 1117.121115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.144811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.145229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.145229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.145460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.145594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.145746] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be created. [ 1117.192369] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.192705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.192705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.192861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.193082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.206074] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: UNINITIALIZED for 2s [ 1119.044475] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1119.044812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.216048] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1119.216357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.216545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.216763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.216957] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.217117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.217230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.217344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.217426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.217505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.217594] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.624122] env[69987]: INFO networking_nsxv3.common.synchronization [req-cef938cf-8bd6-490c-824c-72e423ad7f53 req-1f702fe3-760c-41c7-889a-32fa1c7813a5 tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1119.624660] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1119.624984] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.625308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.625388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.625896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.626171] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.626313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.626424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.626591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.626752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.626863] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.720540] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.720640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.720676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.720883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.721067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.721167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.721296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.721398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.721487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.721573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.721720] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.721809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.721868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.722015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.722158] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.722249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.722309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.722444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.722517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.722595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.722685] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.916136] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.916420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.916673] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.917178] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.917639] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.917959] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.918235] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.918622] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.918901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.919269] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.919515] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.919773] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.920038] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.920349] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1119.920553] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.920832] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.939372] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.939649] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1119.939864] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.940139] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.940596] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.940870] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.941073] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.941516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.941746] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c872b8c-ae3b-4523-a7c5-2a3ed82baac3',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.128986] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.129369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.129369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.129369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.129469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.129631] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.129731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.129794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.129951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.130039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.130126] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 already deleted. [ 1120.130208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.227402] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f66c73-3f22-40b9-9dd9-779701f9b1fe: rpc.has_security_group_logging(os_id): False [ 1120.244917] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.245144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.245144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.245357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.245446] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.245634] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.245728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.245791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.245944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.246030] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.246291] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.246459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.246562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.246783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.246908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.247216] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.247376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.247465] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.247621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.247699] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.247789] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be created. [ 1120.304329] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.304571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.304571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.304766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.304945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.337075] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1120.444830] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.445075] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.445209] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.445492] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.445642] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.445797] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 not found, creating... [ 1120.446132] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.446230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.446410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.446626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.446713] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.447008] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.447172] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.447293] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.447503] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.447643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.447785] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 is going to be created. [ 1120.468998] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.469160] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.469306] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.469578] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.469815] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.470057] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.352965] env[69987]: INFO networking_nsxv3.common.synchronization [req-cef938cf-8bd6-490c-824c-72e423ad7f53 req-d8949686-5fcf-40bf-9bd2-ec2d3f6590c4 service nova] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1121.353278] env[69987]: INFO networking_nsxv3.common.synchronization [req-cef938cf-8bd6-490c-824c-72e423ad7f53 req-d8949686-5fcf-40bf-9bd2-ec2d3f6590c4 service nova] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1121.353733] env[69987]: INFO networking_nsxv3.common.synchronization [req-cef938cf-8bd6-490c-824c-72e423ad7f53 req-d8949686-5fcf-40bf-9bd2-ec2d3f6590c4 service nova] Enqueued Resource ID: 8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 with Priority: HIGHEST for action port [ 1121.353733] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1121.353733] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1121.353733] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 with Priority: HIGHEST for action port [ 1121.354280] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.354409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.354478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.354714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.354782] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.355595] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.355711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.355779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.355965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.356123] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.356217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.356277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.356440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.356527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.356644] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.357610] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.357719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.357786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.357933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.358014] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c872b8c-ae3b-4523-a7c5-2a3ed82baac3',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.859939] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.860170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.860309] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.862545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 with status ACTIVE [ 1121.862545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.862545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.862545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.862545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.862545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.862545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.862545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.862545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.862953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.862953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.862953] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.863054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.863054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.863230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.863280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.863332] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c872b8c-ae3b-4523-a7c5-2a3ed82baac3 is going to be updated. [ 1121.883706] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.883847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.883917] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.884144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.884275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.884431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c872b8c-ae3b-4523-a7c5-2a3ed82baac3" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.351248] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1122.351527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.365073] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.868138] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.868138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.868138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.868138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.868138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.868401] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be created. [ 1122.901083] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.901083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.901083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.901083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.901083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.910545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: UNINITIALIZED for 2s [ 1124.476389] env[69987]: INFO networking_nsxv3.common.synchronization [req-460935a2-cc2d-4896-a7cb-9a18396cec32 req-0e89ca7f-d4aa-463c-80fa-dae246ec0b53 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1124.476925] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1124.477275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.477409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.477464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.477730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.478133] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.478306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.478393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.478594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.478674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.478790] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.514534] env[69987]: INFO networking_nsxv3.common.synchronization [req-f1fd82f2-7032-4d03-9e11-09ab860353b2 req-16e258df-1107-4b4a-8e88-0b32053ec985 tempest-InstanceActionsTestJSON-978291315 tempest-InstanceActionsTestJSON-978291315-project-member] Enqueued Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_members [ 1124.514998] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGHEST for action security_group_members [ 1124.515310] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.515425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.515491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.515713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.516428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.516545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.516609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.516776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.516893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.516951] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.859860] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.860071] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.860203] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.860571] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.860843] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.861013] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.861154] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.861388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.861531] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.861741] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.861857] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.861967] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.862128] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.862249] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1124.862360] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.862512] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.880745] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.880745] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1124.880986] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.883016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.883016] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.883016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.883016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.883016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.883016] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be3723ea-e18d-4908-bb9b-d8bbce5d3cee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.919074] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1124.919302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.919492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.919732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.919923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.920050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.920113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.920265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.920416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.920511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.920600] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.984812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.984812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.984812] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 already deleted. [ 1124.984812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.021276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.021276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.021276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.021276] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3a106d-af97-4ef1-b178-e107485b441e is going to be updated. [ 1125.049976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.050795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.050795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.050795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.050795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.057727] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3a106d-af97-4ef1-b178-e107485b441e in Status: IN_PROGRESS for 2s [ 1125.389831] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.389831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.389831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.389831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.389831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.389831] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port be3723ea-e18d-4908-bb9b-d8bbce5d3cee not found, creating... [ 1125.390131] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.390276] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.390448] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.390688] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.390848] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.391140] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.391268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.391396] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.391655] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.391739] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.391884] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: be3723ea-e18d-4908-bb9b-d8bbce5d3cee is going to be created. [ 1125.410229] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.411738] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.412117] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.412183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.412388] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.412617] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.426123] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.927901] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b02b66b0-fa5c-4343-b05d-0631e20fbfa7: rpc.has_security_group_logging(os_id): False [ 1125.945896] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.946966] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.946966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.947785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.947785] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be created. [ 1126.008755] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.008914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.009039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.009206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.009369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.019370] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1126.209344] env[69987]: INFO networking_nsxv3.common.synchronization [req-460935a2-cc2d-4896-a7cb-9a18396cec32 req-84e5a543-6f3b-4e88-9533-ef6469f933df service nova] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1126.217117] env[69987]: INFO networking_nsxv3.common.synchronization [req-460935a2-cc2d-4896-a7cb-9a18396cec32 req-84e5a543-6f3b-4e88-9533-ef6469f933df service nova] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1126.217117] env[69987]: INFO networking_nsxv3.common.synchronization [req-460935a2-cc2d-4896-a7cb-9a18396cec32 req-84e5a543-6f3b-4e88-9533-ef6469f933df service nova] Enqueued Resource ID: be3723ea-e18d-4908-bb9b-d8bbce5d3cee with Priority: HIGHEST for action port [ 1126.217117] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1126.217117] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1126.217117] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be3723ea-e18d-4908-bb9b-d8bbce5d3cee with Priority: HIGHEST for action port [ 1126.217117] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.217117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.217117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220034] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.220034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220034] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.220034] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.220492] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.220596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.220661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.220808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.220881] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be3723ea-e18d-4908-bb9b-d8bbce5d3cee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.722895] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.723970] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.724089] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.724452] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be3723ea-e18d-4908-bb9b-d8bbce5d3cee with status ACTIVE [ 1126.724640] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.724937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.724937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.725105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.725105] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.725257] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.725946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.725946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.725946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.725946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.725946] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.725946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.725946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.726293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.726293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.726293] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be3723ea-e18d-4908-bb9b-d8bbce5d3cee is going to be updated. [ 1126.827326] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.827326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.827326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.827326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.827326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.827326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be3723ea-e18d-4908-bb9b-d8bbce5d3cee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.071965] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c3a106d-af97-4ef1-b178-e107485b441e in Status: SUCCESS [ 1127.072264] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c3a106d-af97-4ef1-b178-e107485b441e deletion is rescheduled due to dependency. [ 1127.072313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.225230] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.727556] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.727732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.727789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.730023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.730023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.730023] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be created. [ 1127.751264] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.751503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.751571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.751818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.751991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.761176] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: UNINITIALIZED for 2s [ 1128.030777] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1128.031070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.207694] env[69987]: INFO networking_nsxv3.common.synchronization [req-2221c24d-72f0-457f-aa73-a82e5ebf054b req-044000bf-78be-412e-8950-f4824899ebf4 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1129.208241] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1129.208576] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.208696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.208762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.208987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.209548] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.209691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.209784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.210606] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.210760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.210905] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.630072] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-653 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.630072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.630272] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.630522] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.630859] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.630972] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.631238] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.631520] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.631689] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.631987] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.632229] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.632229] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.632318] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.632358] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1129.632554] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.632613] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.650500] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.650680] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1129.650820] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.650995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-653" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.651322] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-467676c7-4310-48fe-845b-cf6e75e26d14 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.651493] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.651615] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.651933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.652090] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467676c7-4310-48fe-845b-cf6e75e26d14',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.714066] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.769965] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1129.770278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.770545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.770779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.770991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.771138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.771205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.771390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.772314] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.008993] env[69987]: INFO networking_nsxv3.common.synchronization [req-ed32a386-32d0-4526-b285-269ca669a7ae req-c06eb51e-f772-45ee-bcd8-c3bd4c72a019 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1130.009518] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1130.009820] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.009941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.010032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.013635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.013635] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.013635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.013635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.013635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.013635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.013635] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.154794] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.155053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.155191] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.155490] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.155649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.155807] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 467676c7-4310-48fe-845b-cf6e75e26d14 not found, creating... [ 1130.156782] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.156982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.157128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.157377] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.157523] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.157854] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.158021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.158144] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.158423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.158582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.158731] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 467676c7-4310-48fe-845b-cf6e75e26d14 is going to be created. [ 1130.178091] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.178415] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.178566] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.178831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.179072] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.179298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.216084] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.275912] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.514977] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.514977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.514977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.514977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.514977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.514977] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.515369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.515369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.515369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.515369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.515476] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1130.540828] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.540977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.541059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.541326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.541522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.549710] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1130.718764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.718982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.719084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.719304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.719398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.719501] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1130.758565] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.758759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.758834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.759106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.759283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.771124] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1130.781859] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ae741ef-553f-4698-931e-62fcfe7ce721: rpc.has_security_group_logging(os_id): False [ 1130.799129] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.799288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.799353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.799560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.799651] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.799929] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.800128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.800195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.800364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.800744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.800744] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be created. [ 1130.867285] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.867517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.867517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.867719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.867908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.882863] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: IN_PROGRESS for 2s [ 1130.972175] env[69987]: INFO networking_nsxv3.common.synchronization [req-2221c24d-72f0-457f-aa73-a82e5ebf054b req-40af54a9-5c08-45c4-be1f-6e650387f2a3 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 1130.972354] env[69987]: INFO networking_nsxv3.common.synchronization [req-2221c24d-72f0-457f-aa73-a82e5ebf054b req-40af54a9-5c08-45c4-be1f-6e650387f2a3 service nova] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1130.972534] env[69987]: INFO networking_nsxv3.common.synchronization [req-2221c24d-72f0-457f-aa73-a82e5ebf054b req-40af54a9-5c08-45c4-be1f-6e650387f2a3 service nova] Enqueued Resource ID: 467676c7-4310-48fe-845b-cf6e75e26d14 with Priority: HIGHEST for action port [ 1130.973116] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_rules [ 1130.973258] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1130.973357] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 467676c7-4310-48fe-845b-cf6e75e26d14 with Priority: HIGHEST for action port [ 1130.973944] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.974165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.974324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.974579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.974671] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.976219] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.976346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.976573] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-467676c7-4310-48fe-845b-cf6e75e26d14 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.976680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.976805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.976918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.977079] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('467676c7-4310-48fe-845b-cf6e75e26d14',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.483171] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.483491] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.483491] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 467676c7-4310-48fe-845b-cf6e75e26d14 with status ACTIVE [ 1131.483667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.483772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.483835] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.484057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.484147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.484314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.484408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.484480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.484649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.484726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.484904] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.484998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.485076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.485217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.485290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.485372] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 467676c7-4310-48fe-845b-cf6e75e26d14 is going to be updated. [ 1131.504406] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.504575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.504663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.504979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.505054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.505215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-467676c7-4310-48fe-845b-cf6e75e26d14" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.561615] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1132.561934] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1132.562080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.782435] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1132.782760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.782831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.783074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.783273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.783396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.783463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.783619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.783704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.783807] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.897433] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1132.897433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.288851] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.790217] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.292778] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.293527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.293527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.293527] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.293685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.293685] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1134.325667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.325749] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.325909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.326116] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.326222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.336507] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1135.110928] env[69987]: INFO networking_nsxv3.common.synchronization [req-55169114-c446-4054-812c-22f440849aa5 req-3b4a2add-78ed-4593-ab87-1ff4e0a53e0f tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1135.112246] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1135.112246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.112246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.112246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.112246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.112738] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.112738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.112738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.112738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.112738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.112738] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.616137] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.616235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.617077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.617077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.617077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.617077] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.617077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.617252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.617896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.617896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.618165] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1135.647388] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.647615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.647615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.647861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.648057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.656167] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1136.164838] env[69987]: INFO networking_nsxv3.common.synchronization [req-041b7f63-c467-4675-a6b4-87a58c56a863 req-23b03d67-8e0b-446a-92e0-0bb2c86f3e09 tempest-ServersTestManualDisk-1824507415 tempest-ServersTestManualDisk-1824507415-project-member] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_members [ 1136.164838] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGHEST for action security_group_members [ 1136.164838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.164838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.164838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.165494] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.349363] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.349363] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.349363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.349363] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.672703] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.672945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.673394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.673394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.673624] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.673752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.673813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.673996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.674104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.674235] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b is going to be updated. [ 1136.699927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.700166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.700166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.700376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.700625] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.708977] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b in Status: IN_PROGRESS for 2s [ 1136.772594] env[69987]: INFO networking_nsxv3.common.synchronization [req-cd2a3662-efe3-428d-bb43-420f8affa209 req-1bc631fe-4b89-405f-8187-22a4e335d27f tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1136.773566] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1136.773566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.773769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.773806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.773985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.774146] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.777020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.777020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.777020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.777020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.777020] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.852116] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.852265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.852759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.852759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.852968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.854256] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.854256] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.854256] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.854762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.854762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.854762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.854762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.854762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.854762] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.277086] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.277449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.277449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.277572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.277623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.277823] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.279059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.279059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.279059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.279059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.279059] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1137.310468] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.310468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.310468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.310468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.310468] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.326949] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1137.359483] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9623998d-8287-408c-bd2c-2264c36cb321: rpc.has_security_group_logging(os_id): False [ 1137.382069] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.382239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.382331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.382950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.382950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.382950] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.383124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.383124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.383383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.383457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.384222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.384480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.384622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.384843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.385076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.385423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.385612] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.386074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.386074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386223] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1137.445398] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.445554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.445554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.445742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.445884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.467109] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1137.664722] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1137.664983] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 deletion is rescheduled due to dependency. [ 1137.665165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.719562] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b in Status: SUCCESS [ 1138.719562] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b deletion is rescheduled due to dependency. [ 1138.719562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.339902] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1139.339902] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 1139.339902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.494604] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1139.494856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.129617] env[69987]: INFO networking_nsxv3.common.synchronization [req-e208c8ff-d81f-4dc5-85b0-90ff49591abe req-46af4841-e75d-455f-9370-4803128db517 tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1141.130154] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1141.130533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.130683] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.130753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.130985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.131632] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.131730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.131823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.132228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.132228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.132300] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.389743] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.389961] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.390102] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.390372] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.390676] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.390850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.390963] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.391219] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.391381] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.391661] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.391729] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.391850] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.391954] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.392071] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.392179] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.392316] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.410784] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.411076] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.411302] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.411574] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-935" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.412044] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-f04394ab-b901-419c-9ec1-c1855524b7e5 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.412315] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.412513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.412969] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.413209] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f04394ab-b901-419c-9ec1-c1855524b7e5',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.634394] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.634600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.634600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.634844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.634933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.635152] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.635271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.635311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.635452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.635523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.635605] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1141.661599] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.661777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.661850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.662083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.662226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.670369] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1141.916156] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.916525] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.916667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.916978] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.917196] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.917483] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port f04394ab-b901-419c-9ec1-c1855524b7e5 not found, creating... [ 1141.917937] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.918232] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.918432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.918826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.919081] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.919558] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.919833] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.920038] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.920381] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.920638] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.920971] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: f04394ab-b901-419c-9ec1-c1855524b7e5 is going to be created. [ 1141.941128] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.941353] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.941401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.941836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.942257] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.942585] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.652407] env[69987]: INFO networking_nsxv3.common.synchronization [req-e208c8ff-d81f-4dc5-85b0-90ff49591abe req-e21a5ba3-daa7-4893-b601-8572f56b8f59 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 1142.653124] env[69987]: INFO networking_nsxv3.common.synchronization [req-e208c8ff-d81f-4dc5-85b0-90ff49591abe req-e21a5ba3-daa7-4893-b601-8572f56b8f59 service nova] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1142.653898] env[69987]: INFO networking_nsxv3.common.synchronization [req-e208c8ff-d81f-4dc5-85b0-90ff49591abe req-e21a5ba3-daa7-4893-b601-8572f56b8f59 service nova] Enqueued Resource ID: f04394ab-b901-419c-9ec1-c1855524b7e5 with Priority: HIGHEST for action port [ 1142.654738] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_rules [ 1142.654876] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1142.655066] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f04394ab-b901-419c-9ec1-c1855524b7e5 with Priority: HIGHEST for action port [ 1142.655498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.655696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.655794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.656353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.656610] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.658817] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.658966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.659381] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f04394ab-b901-419c-9ec1-c1855524b7e5 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.659748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.659748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.659961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.660137] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f04394ab-b901-419c-9ec1-c1855524b7e5',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.162550] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.162713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.162920] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f04394ab-b901-419c-9ec1-c1855524b7e5 with status ACTIVE [ 1143.163144] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.163277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.163348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.163564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.163694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.163843] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.163939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.164007] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.164171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.164248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.164436] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.164520] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.164605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.164745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.164819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.164907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f04394ab-b901-419c-9ec1-c1855524b7e5 is going to be updated. [ 1143.183394] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.183550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.183609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.183829] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.183964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.184137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f04394ab-b901-419c-9ec1-c1855524b7e5" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.592008] env[69987]: INFO networking_nsxv3.common.synchronization [req-0284c008-6af6-48a2-94be-b685a08bb9e5 req-d208b669-a7d7-410a-bb14-bea520565773 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1143.592577] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1143.592898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.593042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.593143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.593304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.593517] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.593632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.593693] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.593850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.593928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.594030] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.680573] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1143.680788] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 1143.680891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.681088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.681310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.681503] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.681746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.681803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.681957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.682056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.682207] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.724091] env[69987]: INFO networking_nsxv3.common.synchronization [req-ca899140-1ddf-455a-b154-8d12c51c98cb req-dc90d2e8-90cc-4b21-913a-d1cd67ba84a2 tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1143.724552] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1143.724885] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.725574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.725574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.725574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.725745] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.726776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.726776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.726776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.726776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.726776] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.020949] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.021216] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.021365] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.022089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.022089] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.022245] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.022311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.022971] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.023151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.023377] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.023511] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.024231] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.024231] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.024231] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1144.024231] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.024231] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.042510] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.042709] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1144.042855] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.043050] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.043784] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-9e54b10f-7c32-425e-b571-b3602df12045 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.043784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.043784] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.044132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.044213] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e54b10f-7c32-425e-b571-b3602df12045',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.095775] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.095955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.096091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.096263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.096438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.096697] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.096840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.096948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.097246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.097380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.097578] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1144.122484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.122671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.122671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.122872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.123019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.131027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1144.184171] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.228967] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.547600] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.547756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.548261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.548261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.548436] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.548694] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 9e54b10f-7c32-425e-b571-b3602df12045 not found, creating... [ 1144.549537] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.549537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.549537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.549537] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.549958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.549958] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.550132] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.550265] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.550583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.550789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.551210] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 9e54b10f-7c32-425e-b571-b3602df12045 is going to be created. [ 1144.573361] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.573361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.573361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.573361] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.573782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.573782] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.686537] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.730955] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.188713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.188902] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.188988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.189268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.189399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.189530] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1145.222118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.222118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.222118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.222302] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.222447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.231477] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1145.233079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.233266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.233308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.233581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.233667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.233770] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1145.259385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.259547] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.259598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.259806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.259944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.268872] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1145.326198] env[69987]: INFO networking_nsxv3.common.synchronization [req-0284c008-6af6-48a2-94be-b685a08bb9e5 req-287df86f-7310-415c-b8eb-d9504ce79fdf service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1145.326383] env[69987]: INFO networking_nsxv3.common.synchronization [req-0284c008-6af6-48a2-94be-b685a08bb9e5 req-287df86f-7310-415c-b8eb-d9504ce79fdf service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1145.326522] env[69987]: INFO networking_nsxv3.common.synchronization [req-0284c008-6af6-48a2-94be-b685a08bb9e5 req-287df86f-7310-415c-b8eb-d9504ce79fdf service nova] Enqueued Resource ID: 9e54b10f-7c32-425e-b571-b3602df12045 with Priority: HIGHEST for action port [ 1145.326760] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1145.326886] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1145.326984] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e54b10f-7c32-425e-b571-b3602df12045 with Priority: HIGHEST for action port [ 1145.327543] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.327663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.327732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.327925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.328015] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.328959] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.329125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.329326] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e54b10f-7c32-425e-b571-b3602df12045 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.329459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.329565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.329774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.329877] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e54b10f-7c32-425e-b571-b3602df12045',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.832398] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.832897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.832897] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e54b10f-7c32-425e-b571-b3602df12045 with status ACTIVE [ 1145.832897] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.833177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.833177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.833327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.833377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.833666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.833666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.833666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.833891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.833891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.834079] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.834184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.834184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.834340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.834411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.834476] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e54b10f-7c32-425e-b571-b3602df12045 is going to be updated. [ 1145.855571] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.855776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.855776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.856106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.856236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.856368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e54b10f-7c32-425e-b571-b3602df12045" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.141855] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1146.142043] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1146.142186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.142278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.142509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.142942] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.142942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.142942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.144415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.144525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.144634] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.647245] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.152890] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.260340] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1147.260340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.260340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.260340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.260597] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.260682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.260714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.260924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.260997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.261043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.261998] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.278776] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1147.278776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.655856] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.655856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.655856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.656106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.656106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.656233] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1147.684264] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.684471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.684512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.684790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.684950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.692822] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1147.768040] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.768040] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.768040] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.768040] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.768040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.768815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.768815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.768815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.768815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.768815] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.814423] env[69987]: INFO networking_nsxv3.common.synchronization [req-7fee592a-1ba2-4d78-9a30-22bd8d605ef5 req-49db4c3b-37de-4223-a42e-0b5844a76f06 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1147.814896] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1147.815198] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.815317] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.815380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.815566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.815721] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.815815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.815872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.816055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.816140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.816904] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.181838] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.182202] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.182299] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.182647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.183052] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.183175] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.183372] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.183526] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.183679] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.183898] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.184025] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.184141] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.184252] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.184365] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1148.184474] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.184609] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.218214] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.218485] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1148.218629] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.218836] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.219175] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-7608b3ed-dbf1-48c0-a088-071f08980220 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.219352] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.219475] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.219839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.219982] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7608b3ed-dbf1-48c0-a088-071f08980220',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.272576] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d: rpc.has_security_group_logging(os_id): False [ 1148.289554] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.289719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.289762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.289975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.290078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.290305] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.290402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.290506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.290684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.290760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.290940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.291092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.291092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.291229] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.291299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.291485] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.291577] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.291631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.291758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.291827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.291910] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1148.318117] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.345791] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.345980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.345980] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.346218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.346366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.361954] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1148.723039] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.723312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.723505] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.723922] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.724128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.724337] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 7608b3ed-dbf1-48c0-a088-071f08980220 not found, creating... [ 1148.724846] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.725093] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.725277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.725556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.725817] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.726283] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.726514] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.726687] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.726981] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.727218] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.727459] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 7608b3ed-dbf1-48c0-a088-071f08980220 is going to be created. [ 1148.747354] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.747612] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.747821] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.748830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.748830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.748976] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.820322] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.322719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.323083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.323083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.323217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.323308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.323416] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be updated. [ 1149.367454] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.367639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.367739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.367995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.368190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.376670] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: IN_PROGRESS for 2s [ 1149.425437] env[69987]: INFO networking_nsxv3.common.synchronization [req-7fee592a-1ba2-4d78-9a30-22bd8d605ef5 req-3d1fd020-e72f-4577-8be5-305f63dd309c service nova] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1149.425572] env[69987]: INFO networking_nsxv3.common.synchronization [req-7fee592a-1ba2-4d78-9a30-22bd8d605ef5 req-3d1fd020-e72f-4577-8be5-305f63dd309c service nova] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1149.425719] env[69987]: INFO networking_nsxv3.common.synchronization [req-7fee592a-1ba2-4d78-9a30-22bd8d605ef5 req-3d1fd020-e72f-4577-8be5-305f63dd309c service nova] Enqueued Resource ID: 7608b3ed-dbf1-48c0-a088-071f08980220 with Priority: HIGHEST for action port [ 1149.425965] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_rules [ 1149.426105] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1149.426198] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7608b3ed-dbf1-48c0-a088-071f08980220 with Priority: HIGHEST for action port [ 1149.426764] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.426883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.426962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.427161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.427241] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.428265] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.428265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.428457] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-7608b3ed-dbf1-48c0-a088-071f08980220 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.428607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.428657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.428855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.428927] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7608b3ed-dbf1-48c0-a088-071f08980220',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.703066] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1149.703394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.704222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.704489] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.704694] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.704840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.704935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.705152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.705242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.705330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.705420] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.930456] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.931016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7608b3ed-dbf1-48c0-a088-071f08980220 with status ACTIVE [ 1149.931276] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.931519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.931519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.931818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.931967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.932509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.932539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.932762] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.932876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.932926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.933092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.933164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.933250] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7608b3ed-dbf1-48c0-a088-071f08980220 is going to be updated. [ 1149.952998] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.953271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.953271] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.953486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.953565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.953735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7608b3ed-dbf1-48c0-a088-071f08980220" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.082265] env[69987]: INFO networking_nsxv3.common.synchronization [req-270bf866-bdce-4f71-88ba-a6a37dca0e47 req-f1f386cd-472f-43d3-babd-44798517bc57 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1150.082850] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1150.083221] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.083641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.083641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.083747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.083891] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.084013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.085174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.085174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.085174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.085174] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.207873] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.208297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.208944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.209203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.209402] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.209507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.209573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.209724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.209809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.209953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.210050] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.210137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.210194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.210331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.210498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.210619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.210679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.210816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.210890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.210971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.211509] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.377783] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1150.378091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.433129] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.433420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.433587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.434012] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.434442] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.434683] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.434871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.435229] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.435459] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.435770] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.435955] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.436161] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.436347] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.436534] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.436715] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.436925] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.457158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.457415] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.457513] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.457868] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.458078] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.458402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.458605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.458967] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.459134] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.586853] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.587058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.587115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.587323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.587416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.587630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.587728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.587780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.587939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.588020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.588106] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1150.615802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.615973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.615973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.616199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.616392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.627791] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1150.714050] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f66c73-3f22-40b9-9dd9-779701f9b1fe: rpc.has_security_group_logging(os_id): False [ 1150.736140] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.736284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.737630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.737630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.737630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.738174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.738174] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.738174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.738174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.738309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.738309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.738367] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1150.803451] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.803602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.803668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.803891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.804054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.820035] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1150.961711] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.961970] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.962119] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.962408] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.962564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.962727] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf not found, creating... [ 1150.962999] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.963166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.963286] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.963507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.963763] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.963958] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.964134] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.964256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.964470] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.964605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.964750] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf is going to be created. [ 1150.991929] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.992192] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.992321] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.992592] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.992825] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.993061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.387782] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1151.387782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.387782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.387782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.388312] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.388312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.388312] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.388568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.388674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.388788] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.708453] env[69987]: INFO networking_nsxv3.common.synchronization [req-270bf866-bdce-4f71-88ba-a6a37dca0e47 req-9646f027-12c0-430c-b510-00785417799f service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 1151.708708] env[69987]: INFO networking_nsxv3.common.synchronization [req-270bf866-bdce-4f71-88ba-a6a37dca0e47 req-9646f027-12c0-430c-b510-00785417799f service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1151.708912] env[69987]: INFO networking_nsxv3.common.synchronization [req-270bf866-bdce-4f71-88ba-a6a37dca0e47 req-9646f027-12c0-430c-b510-00785417799f service nova] Enqueued Resource ID: b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf with Priority: HIGHEST for action port [ 1151.709538] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 1151.709746] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1151.709984] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf with Priority: HIGHEST for action port [ 1151.710250] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.710407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.710467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.710737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.710844] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.711731] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.711841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.712119] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.712299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.712399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.712652] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.712765] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.891152] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.215385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.215500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.216882] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf with status ACTIVE [ 1152.217135] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.217135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.217260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.217378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.217464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.217636] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.217734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.217796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.217942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.218035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.218220] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.218310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.218370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.218519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.218605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.218706] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf is going to be updated. [ 1152.247481] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.247481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.247481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.247481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.247481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.247481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b02b823a-ee9f-4e7c-a397-79b6f4dcf8bf" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.393429] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.637505] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1152.637505] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 deletion is rescheduled due to dependency. [ 1152.637505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.637847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.637847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.638029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.638146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.638209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.638325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.638399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.638498] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.836477] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1152.836584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.895563] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.895725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.895796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.896073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.896165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.896204] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be updated. [ 1152.935891] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.936106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.936178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.936386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.936529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.944837] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: IN_PROGRESS for 2s [ 1153.143348] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.646123] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.150740] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.150958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.150958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.151399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.151399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.151399] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1154.177608] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.177761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.177831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.178043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.178176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.186170] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1154.702217] env[69987]: INFO networking_nsxv3.common.synchronization [req-92667e76-31a3-4a37-8a80-b2dd9057bc18 req-9720aa96-4d94-49e5-bdc6-8cdb5dab574d tempest-ServersTestJSON-1703962916 tempest-ServersTestJSON-1703962916-project-member] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1154.702217] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGHEST for action security_group_members [ 1154.702217] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.705795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.705932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.706209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.706396] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.706512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.706576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.706725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.706810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.706907] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.954917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1154.955160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.955328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.955545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.955739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.955864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.955989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.956183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.956268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956352] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.956443] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.210258] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.210417] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.210485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.210783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.210899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.211160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.211286] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.211360] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.211567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.211676] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.211790] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be updated. [ 1155.246029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.246029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.246029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.246029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.246029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.254741] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: IN_PROGRESS for 2s [ 1155.461464] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.961661] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ae741ef-553f-4698-931e-62fcfe7ce721: rpc.has_security_group_logging(os_id): False [ 1155.979638] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.979864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.979940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.980180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.980274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.980623] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.980994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.980994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.980994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.981146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.981180] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be updated. [ 1156.037025] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.037025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.037025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.037025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.037025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.055328] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: IN_PROGRESS for 2s [ 1156.196014] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1156.196246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.196415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.196632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.196831] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.196997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.197124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.197363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.197497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.197640] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.197789] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.670688] env[69987]: INFO networking_nsxv3.common.synchronization [req-7cbb3262-d17a-4383-842b-0fffb1c361e1 req-cb635091-dfa9-4aab-b6b3-e843ba75765d tempest-ServerDiskConfigTestJSON-696973435 tempest-ServerDiskConfigTestJSON-696973435-project-member] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1156.670688] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGHEST for action security_group_members [ 1156.670868] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.671060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.671060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.671242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.671397] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.671499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.671602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.671778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.671868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.671963] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.701454] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.173724] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.175129] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.175129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.175129] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be updated. [ 1157.202171] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0750692-047a-4901-b312-91bcc035f729: rpc.has_security_group_logging(os_id): False [ 1157.216204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.216204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.216204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.216204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.216204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.226384] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: IN_PROGRESS for 2s [ 1157.227674] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.227821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.227910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.228160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.228263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.228574] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.228705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.228781] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.228963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.229073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.229185] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1157.267317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9623998d-8287-408c-bd2c-2264c36cb321 in Status: SUCCESS [ 1157.267580] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 deletion is rescheduled due to dependency. [ 1157.267639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.341752] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.341974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.341974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.342196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.342355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.359125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1158.067665] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1158.068120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.342651] env[69987]: INFO networking_nsxv3.common.synchronization [req-d6ac5075-3e80-4c19-bb5c-3f7a10699371 req-ab8feef3-801b-40b8-9432-c8fc603d4c81 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1158.343231] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1158.343572] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.343700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.343770] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.343959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.344352] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.344786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.344786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.344786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.346341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.346452] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.782841] env[69987]: INFO networking_nsxv3.common.synchronization [None req-baa2ed2d-3bc2-4374-847b-c55f750687ad tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1158.784256] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1158.784686] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.784812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.784879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.786427] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.786546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.786673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.786867] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.788120] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.858240] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.858466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.858538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.858762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.858857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.859102] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.859210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.859273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.859449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.859533] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.859662] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1158.887583] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.887583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.887583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.887583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.887583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.895090] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1159.237794] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d in Status: SUCCESS [ 1159.237794] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d deletion is rescheduled due to dependency. [ 1159.237794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.289575] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.289729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.289797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.290052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.290143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.290346] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.290445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.290573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.290723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.290802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.290890] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1159.317303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.317303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.317303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.317303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.317303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.326250] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1159.384043] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1159.384043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.415031] env[69987]: INFO networking_nsxv3.common.synchronization [req-503325fb-51a1-444d-a752-bd853ceaf9b4 req-2bb443d8-2811-4d22-a4cd-b52227d7c6ea tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_members [ 1159.415788] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGHEST for action security_group_members [ 1159.416255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.416797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.416970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.417281] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.417549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.417914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.418432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.418744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.418931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.419152] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.921642] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.921851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.921909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.922096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.922188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.922382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.922478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.922697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.922697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.923458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.923458] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 is going to be updated. [ 1159.950394] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.950495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.950557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.950748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.950892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.959887] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d8f004-e56a-4667-8b66-23b82c439da8 in Status: IN_PROGRESS for 2s [ 1160.905369] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1160.905369] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1160.905369] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.335434] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1161.335634] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad deletion is rescheduled due to dependency. [ 1161.335688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.968969] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70d8f004-e56a-4667-8b66-23b82c439da8 in Status: SUCCESS [ 1161.969305] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 deletion is rescheduled due to dependency. [ 1161.969305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.419354] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.419354] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1167.251526] env[69987]: INFO networking_nsxv3.common.synchronization [None req-1080eb62-11a1-4901-b0b7-fdfa6dc5b04e tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_rules [ 1167.252209] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_rules [ 1167.252540] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.252663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.252730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.253024] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.253112] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.318055] env[69987]: INFO networking_nsxv3.common.synchronization [None req-e2686519-5369-4960-a9ed-aa166b888a46 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_rules [ 1167.318332] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_rules [ 1167.318607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.318720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.772444] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.772607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.772667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.773343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.773343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.773343] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 already deleted. [ 1167.773343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.773343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.773559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.773559] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.293379] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.293848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.293848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.293848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.293973] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.294029] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 already deleted. [ 1168.294134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.168550] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-41 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.168816] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.168982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.169411] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.169725] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.169900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.170056] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.170255] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.170406] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.170668] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.170771] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.170885] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.170998] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.171127] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1169.171237] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.171373] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.190715] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.190715] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1169.190715] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.190715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-41" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.190715] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.190715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.190715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.190715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.190715] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.693989] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.693989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.693989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.693989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.694509] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.694509] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.694604] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.694666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.694892] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.695044] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.695380] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.695564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.695690] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.695908] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.696083] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.696249] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b is going to be updated. [ 1169.715195] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.715395] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.715568] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.715826] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.716030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.716244] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.449251] env[69987]: INFO networking_nsxv3.common.synchronization [req-a11a8092-5009-40f1-8f16-25b6c0d0831b req-2955fc32-9552-426f-bc10-10f2b72a3dd4 service nova] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_rules [ 1170.449440] env[69987]: INFO networking_nsxv3.common.synchronization [req-a11a8092-5009-40f1-8f16-25b6c0d0831b req-2955fc32-9552-426f-bc10-10f2b72a3dd4 service nova] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1170.449583] env[69987]: INFO networking_nsxv3.common.synchronization [req-a11a8092-5009-40f1-8f16-25b6c0d0831b req-2955fc32-9552-426f-bc10-10f2b72a3dd4 service nova] Enqueued Resource ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b with Priority: HIGHEST for action port [ 1170.449819] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_rules [ 1170.449952] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1170.450060] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b with Priority: HIGHEST for action port [ 1170.450607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.450771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.450806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.451007] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.451112] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.451929] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.452048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.452117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.452282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.452423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.452513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.452575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.452714] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.452838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.452881] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.453901] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.454178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.454178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.454239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.454305] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.956369] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.958102] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.958102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.960194] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b with status ACTIVE [ 1170.960194] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.960194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.960194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.960194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.960395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.960426] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.960513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.960571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.960777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.960849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.961044] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.961405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.961405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.961405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.961405] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.961519] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b is going to be updated. [ 1170.980463] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.981125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.981125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.981125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.981125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.981125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcfa2bab-5c2c-4927-9b41-0d494d7f4a3b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.459408] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.961458] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.961913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.961913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.961913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.962037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.962128] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1171.991432] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.991688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.991688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.991858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.992014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.999820] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1172.766676] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.766900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.767041] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.767326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.767594] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.767760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.767995] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.768118] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.768294] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.768701] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.768880] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.768999] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.769124] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.769243] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1172.769703] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.769703] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.788111] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.788301] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1172.788447] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.788687] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.789026] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-1c0f982d-cb97-4c63-b8e5-af47421200c1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.789210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.789333] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.789958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.789958] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0f982d-cb97-4c63-b8e5-af47421200c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.292992] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.292992] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.292992] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.293443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.293443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.293628] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 1c0f982d-cb97-4c63-b8e5-af47421200c1 not found, creating... [ 1173.293940] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.294158] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.294317] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.294564] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.294750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.295104] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.295314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.295478] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.295749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.295926] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.296125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 is going to be created. [ 1173.316213] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.316442] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.316573] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.316938] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.317206] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.317439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.010272] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1174.010474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.010708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.010988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.011214] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.011344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.011461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.011813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.011949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.012149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.012296] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.074022] env[69987]: INFO networking_nsxv3.common.synchronization [req-ee80f602-4a88-48b7-96af-34529d94edb4 req-ca2b10d9-acf5-4958-8597-29d16d1e8593 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1174.074022] env[69987]: INFO networking_nsxv3.common.synchronization [req-ee80f602-4a88-48b7-96af-34529d94edb4 req-ca2b10d9-acf5-4958-8597-29d16d1e8593 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1174.074022] env[69987]: INFO networking_nsxv3.common.synchronization [req-ee80f602-4a88-48b7-96af-34529d94edb4 req-ca2b10d9-acf5-4958-8597-29d16d1e8593 service nova] Enqueued Resource ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 with Priority: HIGHEST for action port [ 1174.074022] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1174.074022] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1174.074022] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 with Priority: HIGHEST for action port [ 1174.074022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.074644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.074644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.074879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.074934] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.076296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.076880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.076977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.077178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.077335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.078125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.078221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.078435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.078536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.078650] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.079924] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c0f982d-cb97-4c63-b8e5-af47421200c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.080102] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.080938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.080938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.080938] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0f982d-cb97-4c63-b8e5-af47421200c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.515335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.515685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.515729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.516079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.516360] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.516538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.516634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.516877] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.517035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.517192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.517432] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.517613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.517757] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.517997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.518246] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.518399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.518502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.518752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.518939] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.519112] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.519270] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.577573] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.577805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.582196] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.583263] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c0f982d-cb97-4c63-b8e5-af47421200c1 with status ACTIVE [ 1174.583742] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.583742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.583742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.583956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.584031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.586269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.586269] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.586269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.586269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 is going to be updated. [ 1174.610620] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.610851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.610909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.611152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.611299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.611476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.021446] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 705b8f91-ab36-4c5e-add9-89c41e40264b: rpc.has_security_group_logging(os_id): False [ 1175.038334] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.038535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.038599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.038864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.040584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.040584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.040584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.040584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.041125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.041125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.041125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.041125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1175.078383] env[69987]: INFO networking_nsxv3.common.synchronization [req-12c4181e-05f3-49eb-aee1-832ea5bf9e3b req-bf0e0a63-7787-4e3e-8cea-a3c13664b874 tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_members [ 1175.078743] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGHEST for action security_group_members [ 1175.081473] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.081675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.081800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.082039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.082245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.082424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.082524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.082754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.082883] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.083009] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.087509] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.096487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.096621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.096692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.097023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.097023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.112518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1175.586802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.587340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.587340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.587340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.590317] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.590816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.590920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.591144] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.591252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.591361] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1175.608318] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.608649] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.608837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.609069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.609069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.609193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.609317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 is going to be updated. [ 1175.626477] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.626477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.626477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.626752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.626962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.636348] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.636565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.636565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.636764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.636943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.638706] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1175.645535] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06846609-0dc3-4a80-9b48-f8ea70003626 in Status: IN_PROGRESS for 2s [ 1176.351718] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.351979] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.352127] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.352400] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.352672] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.352831] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.352951] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.353354] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.353521] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.353737] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.353880] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.354009] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.354152] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.354272] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1176.354381] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.354521] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.374302] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.374302] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1176.374400] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.374583] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.375157] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-da352ba6-e52b-4b13-8514-5db1e4d826ee taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.375157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.375291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.375506] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.375647] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da352ba6-e52b-4b13-8514-5db1e4d826ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.878797] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.879220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.879296] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.879708] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.879898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.880246] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.880413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.880579] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.881021] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.881196] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.881533] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.881729] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.881850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.882106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.882258] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.882410] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: da352ba6-e52b-4b13-8514-5db1e4d826ee is going to be updated. [ 1176.913269] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.913487] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.913629] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.914034] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.914251] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.914479] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.133980] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1177.134335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.638654] env[69987]: INFO networking_nsxv3.common.synchronization [req-363a71da-3a01-4a81-b96a-2a4e48456fdc req-e932719a-826a-4aec-9a45-a135b3399c16 service nova] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1177.638908] env[69987]: INFO networking_nsxv3.common.synchronization [req-363a71da-3a01-4a81-b96a-2a4e48456fdc req-e932719a-826a-4aec-9a45-a135b3399c16 service nova] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1177.639098] env[69987]: INFO networking_nsxv3.common.synchronization [req-363a71da-3a01-4a81-b96a-2a4e48456fdc req-e932719a-826a-4aec-9a45-a135b3399c16 service nova] Enqueued Resource ID: da352ba6-e52b-4b13-8514-5db1e4d826ee with Priority: HIGHEST for action port [ 1177.641309] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_rules [ 1177.641460] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1177.641627] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da352ba6-e52b-4b13-8514-5db1e4d826ee with Priority: HIGHEST for action port [ 1177.642016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.642230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.642459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.642761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.642887] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.645908] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.645908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.646392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.646831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.647700] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.647909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.648021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.648260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.648377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.648521] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.649722] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-da352ba6-e52b-4b13-8514-5db1e4d826ee taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.649722] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.649844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.650224] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.650347] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da352ba6-e52b-4b13-8514-5db1e4d826ee',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.659164] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06846609-0dc3-4a80-9b48-f8ea70003626 in Status: SUCCESS [ 1177.659387] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 deletion is rescheduled due to dependency. [ 1177.659519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.660497] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1177.660736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.660841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.661141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.661288] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.661415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.661524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.661705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.661806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.661940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.662087] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.152428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.152911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.152911] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.154451] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da352ba6-e52b-4b13-8514-5db1e4d826ee with status ACTIVE [ 1178.154692] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.154833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.154900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.155136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.155260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.155567] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.155729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.155800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.155970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.156215] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.156449] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.156554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.156639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.156815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.156928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.156989] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da352ba6-e52b-4b13-8514-5db1e4d826ee is going to be updated. [ 1178.163651] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.163987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.163987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.163987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.164245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.164344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.164422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.164551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.164623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.164709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.164860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.164952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.165020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.165166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.165304] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.165391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.165449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.165576] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.165653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.165722] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.165812] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.179335] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.179512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.179611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.179908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.180062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.180273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da352ba6-e52b-4b13-8514-5db1e4d826ee" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.655791] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.668948] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a956c20c-4cac-43d4-b0b2-33b034f0a6ad: rpc.has_security_group_logging(os_id): False [ 1178.688022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.688231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.688313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.688560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.688655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.688882] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.688983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.689059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.689246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.689346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.689578] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.689675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.689738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.689880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.689953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.690201] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.690306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.690386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.690536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.690615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.690791] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1178.777542] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.777736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.777736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.777967] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.778183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.791622] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1179.147974] env[69987]: INFO networking_nsxv3.common.synchronization [req-f99f4e6d-4768-4394-b55d-90097a1bd491 req-113e0cbf-8858-42ce-ad5f-6a366a00b4dd tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1179.148758] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1179.149193] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.149924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.149924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.150113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.150342] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.150487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.150569] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.150862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.151033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.151205] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.158085] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.158383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.158498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.158864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.159042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.159222] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a is going to be updated. [ 1179.189444] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.189622] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.189663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.189879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.190033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.203568] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: IN_PROGRESS for 2s [ 1179.512022] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.512022] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.512022] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.512819] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.513101] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.513323] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.513529] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.513812] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.514070] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.514946] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.536726] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.536726] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.536840] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.537067] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-517" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.537524] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-39e82227-f1d4-4f42-8137-5212b739413c taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.537720] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.537858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.538264] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.538414] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e82227-f1d4-4f42-8137-5212b739413c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.653922] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.654187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.654309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.654706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.654808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.655295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.655295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.655295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.656128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.656128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.656128] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1179.681961] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.682221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.682267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.682560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.682758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.694643] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1180.041464] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.041716] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.041852] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.042195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.042405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.042763] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 39e82227-f1d4-4f42-8137-5212b739413c not found, creating... [ 1180.043277] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.043277] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.043368] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.043612] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.043758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.044279] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.044279] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.044402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.044552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.044692] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.044836] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 39e82227-f1d4-4f42-8137-5212b739413c is going to be created. [ 1180.065454] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.065699] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.065813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.066145] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.066381] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.066618] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.803835] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1180.804164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.815766] env[69987]: INFO networking_nsxv3.common.synchronization [req-f99f4e6d-4768-4394-b55d-90097a1bd491 req-f3884985-8893-4796-bbd5-c01de5afe942 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1180.815868] env[69987]: INFO networking_nsxv3.common.synchronization [req-f99f4e6d-4768-4394-b55d-90097a1bd491 req-f3884985-8893-4796-bbd5-c01de5afe942 service nova] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1180.816062] env[69987]: INFO networking_nsxv3.common.synchronization [req-f99f4e6d-4768-4394-b55d-90097a1bd491 req-f3884985-8893-4796-bbd5-c01de5afe942 service nova] Enqueued Resource ID: 39e82227-f1d4-4f42-8137-5212b739413c with Priority: HIGHEST for action port [ 1180.816318] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_rules [ 1180.816470] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1180.816734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e82227-f1d4-4f42-8137-5212b739413c with Priority: HIGHEST for action port [ 1180.817714] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.817845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.817935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.818181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.818266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.819689] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.819819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.820026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e82227-f1d4-4f42-8137-5212b739413c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.820141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.820501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.820501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.821266] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e82227-f1d4-4f42-8137-5212b739413c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.213961] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: SUCCESS [ 1181.214202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.214366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.214591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.214813] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.214942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.215012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.215170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.215252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.215337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.215427] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.318505] env[69987]: INFO networking_nsxv3.common.synchronization [req-ef14acec-a93d-4085-8d23-b6d0edd3999d req-0b919884-09fe-4b28-9a2d-7bda89267ae0 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_members [ 1181.319104] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_members [ 1181.319414] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.319529] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.319592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.319843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.319995] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.321667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.321667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.321667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.321667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.321667] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.322665] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.322819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.322943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39e82227-f1d4-4f42-8137-5212b739413c with status ACTIVE [ 1181.323199] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.323305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.323481] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.323550] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.323590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.323759] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.323851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.323911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.324485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.324685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.328017] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.328017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.328017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.328017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.328017] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.328017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39e82227-f1d4-4f42-8137-5212b739413c is going to be updated. [ 1181.344796] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.344937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.345010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.345219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.345351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.345502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e82227-f1d4-4f42-8137-5212b739413c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.636665] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.636925] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.637089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.637373] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.637648] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.637812] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.638369] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.638647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.638830] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.639077] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.639195] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1181.639306] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1181.639429] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1181.639546] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1181.639655] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1181.639807] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1181.656684] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1181.656862] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1181.657020] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1181.657201] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-928" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.657519] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-795b02e6-feba-409a-ad9f-5932d55da938 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.657714] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.657823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.658174] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.658554] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('795b02e6-feba-409a-ad9f-5932d55da938',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.703437] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1181.703437] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1181.703437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.703437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.703437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.703437] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.703437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.703437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.703437] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.703954] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.703954] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.718437] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.823588] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.824029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.824029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.824149] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.824241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.824495] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.824610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.824658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.824866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.824957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.825058] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 already deleted. [ 1181.825140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.162053] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.162053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.162053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.162053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.162053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.162053] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 795b02e6-feba-409a-ad9f-5932d55da938 not found, creating... [ 1182.162462] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.162605] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.162822] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.163184] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.163547] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.163806] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.164078] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.164269] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.164524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.164674] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.164827] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 795b02e6-feba-409a-ad9f-5932d55da938 is going to be created. [ 1182.184372] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.184561] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.184680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.184933] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.185183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.185405] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.205832] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.220597] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9381ec42-9718-47fd-b1c5-5d82411f2b3a: rpc.has_security_group_logging(os_id): False [ 1182.252409] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.252607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.252654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253271] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.253379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.253443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.253610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.253688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253776] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a is going to be updated. [ 1182.338915] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.339119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.339196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.339457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.339644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.350100] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: IN_PROGRESS for 2s [ 1182.709097] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.944872] env[69987]: INFO networking_nsxv3.common.synchronization [req-ef14acec-a93d-4085-8d23-b6d0edd3999d req-68d2473a-1f30-49a4-8747-9cc95f4351e5 service nova] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_rules [ 1182.945116] env[69987]: INFO networking_nsxv3.common.synchronization [req-ef14acec-a93d-4085-8d23-b6d0edd3999d req-68d2473a-1f30-49a4-8747-9cc95f4351e5 service nova] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_members [ 1182.945116] env[69987]: INFO networking_nsxv3.common.synchronization [req-ef14acec-a93d-4085-8d23-b6d0edd3999d req-68d2473a-1f30-49a4-8747-9cc95f4351e5 service nova] Enqueued Resource ID: 795b02e6-feba-409a-ad9f-5932d55da938 with Priority: HIGHEST for action port [ 1182.945394] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_rules [ 1182.945551] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_members [ 1182.945551] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 795b02e6-feba-409a-ad9f-5932d55da938 with Priority: HIGHEST for action port [ 1182.947338] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.947443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.947496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.947780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.947907] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.948719] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.948834] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.948928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.949068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.949219] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.949366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.949406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.949575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.949628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.949662] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.950908] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-795b02e6-feba-409a-ad9f-5932d55da938 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.951066] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.951173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.951277] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.951355] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('795b02e6-feba-409a-ad9f-5932d55da938',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.211510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.211695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.211799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.212047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.212171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.212285] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1183.243081] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.243282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.243328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.243516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.243704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.253464] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1183.452968] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.453389] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.453486] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.454641] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 795b02e6-feba-409a-ad9f-5932d55da938 with status ACTIVE [ 1183.454929] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.455104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.455209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.455486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.459021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.459021] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.459021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.459021] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 795b02e6-feba-409a-ad9f-5932d55da938 is going to be updated. [ 1183.484445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.484734] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.484886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.485213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.485442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.485706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-795b02e6-feba-409a-ad9f-5932d55da938" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.961196] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.968857] env[69987]: INFO networking_nsxv3.common.synchronization [None req-3c90dafc-bf9f-4aa6-8cac-a6a803f8653c tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_rules [ 1183.970308] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_rules [ 1183.970308] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.970308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.970308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.970627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.970800] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.095354] env[69987]: INFO networking_nsxv3.common.synchronization [None req-a79011a8-d66e-4924-8cf9-6d594f76c263 tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_rules [ 1184.095956] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_rules [ 1184.096296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.096648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.363546] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: SUCCESS [ 1184.363546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.467951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.468131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.468202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.468448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.468525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.468625] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 is going to be created. [ 1184.491339] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.491535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.491535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.492128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.492128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.493584] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.493702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.493768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.493942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.494039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.494133] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc already deleted. [ 1184.494213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.494646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.494819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.494903] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.509951] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 in Status: UNINITIALIZED for 2s [ 1185.015215] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.015600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.015600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.015600] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.015721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.015773] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc already deleted. [ 1185.015852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.266790] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1185.267055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.267275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.267500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.267718] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.267882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.267972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.268158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.268259] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.268384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.268437] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.771106] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.771106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.771106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.771394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.771499] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.771578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.771646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.771821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.771912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.772011] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.772183] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.772348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.772348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.772471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.772607] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.772697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.772754] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.772889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.772966] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.773071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.773161] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.275990] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47f66c73-3f22-40b9-9dd9-779701f9b1fe: rpc.has_security_group_logging(os_id): False [ 1186.294814] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.294972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.295072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.295363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.295430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.295574] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.295673] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.295738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.295884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.295962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.296222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.296298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.296345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.296469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.296514] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.296701] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.296792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.296851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.296986] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.297084] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.297162] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1186.355623] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.355879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.355996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.356361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.356615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.369644] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1186.520303] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 in Status: SUCCESS [ 1186.520589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.520861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.521227] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.521397] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.521552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.521645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.521843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.521925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.522113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.522258] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.026299] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.528554] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed7dd9d7-1d92-47ad-b25a-089a49aff739: rpc.has_security_group_logging(os_id): False [ 1187.546474] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.546721] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.546775] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.547087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.547186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.547507] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.547631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.547696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.547879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.547970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.548094] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 is going to be created. [ 1187.707599] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.707785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.707857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.708109] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.708338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.720567] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 in Status: IN_PROGRESS for 2s [ 1188.381966] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1188.382255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.097404] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.097703] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1189.735873] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 in Status: SUCCESS [ 1189.736308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.794863] env[69987]: INFO networking_nsxv3.common.synchronization [req-f40ac02b-cbd4-4ff6-80ec-e86f2a703c19 req-402de757-3f19-489e-859b-57bdc3422cad tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_members [ 1189.795423] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_members [ 1189.796016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.796016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.796016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.798367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.798367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.798367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.798367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.798367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.798367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.798367] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.109282] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-453 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.109635] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.109753] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.110068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.110357] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.110516] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.110731] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.111030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.111197] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.111418] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.111535] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.111645] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.111881] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.112049] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1190.112184] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.112317] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.137151] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.137151] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1190.137151] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.137151] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-453" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.137408] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-e4d88c42-18f3-404a-8d4a-68852d25e55f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.137511] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.137651] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.137941] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.138165] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4d88c42-18f3-404a-8d4a-68852d25e55f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.299139] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.299278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.299333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.299558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.299650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.299926] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.300023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.300088] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.300250] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.300329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.300418] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc already deleted. [ 1190.300496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.640571] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.640904] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.641192] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.641531] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.641712] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.641919] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port e4d88c42-18f3-404a-8d4a-68852d25e55f not found, creating... [ 1190.642264] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.642437] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.642554] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.642795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.642945] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.643272] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.643432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.643553] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.643760] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.643901] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.644066] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: e4d88c42-18f3-404a-8d4a-68852d25e55f is going to be created. [ 1190.664508] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.664696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.664829] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.665094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.665319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.665545] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.461020] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-685 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.461020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.461020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.461020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.461020] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.461020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.461020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.461020] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.461871] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.462274] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.462551] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1191.462816] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1191.463093] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1191.463359] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1191.465345] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1191.465345] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1191.483024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1191.483024] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1191.483024] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1191.483024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-685" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.483024] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-1c0f982d-cb97-4c63-b8e5-af47421200c1 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.483024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.483024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.483024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.483024] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0f982d-cb97-4c63-b8e5-af47421200c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.497911] env[69987]: INFO networking_nsxv3.common.synchronization [req-f40ac02b-cbd4-4ff6-80ec-e86f2a703c19 req-f30fd4bf-5a15-4351-b6f5-a55bff994934 service nova] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_rules [ 1191.501016] env[69987]: INFO networking_nsxv3.common.synchronization [req-f40ac02b-cbd4-4ff6-80ec-e86f2a703c19 req-f30fd4bf-5a15-4351-b6f5-a55bff994934 service nova] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_members [ 1191.501016] env[69987]: INFO networking_nsxv3.common.synchronization [req-f40ac02b-cbd4-4ff6-80ec-e86f2a703c19 req-f30fd4bf-5a15-4351-b6f5-a55bff994934 service nova] Enqueued Resource ID: e4d88c42-18f3-404a-8d4a-68852d25e55f with Priority: HIGHEST for action port [ 1191.501016] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_rules [ 1191.501016] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_members [ 1191.501492] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4d88c42-18f3-404a-8d4a-68852d25e55f with Priority: HIGHEST for action port [ 1191.501969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.505016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.505016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.505016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.505016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.505016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.512300] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4d88c42-18f3-404a-8d4a-68852d25e55f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.512300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.512300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.512300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.512300] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4d88c42-18f3-404a-8d4a-68852d25e55f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.512982] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.987855] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.987855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.987855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.987855] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.988189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.988333] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.988501] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.988623] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.988847] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.988990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.989287] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.989450] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.989594] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.989794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.989954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.990118] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 is going to be updated. [ 1192.012355] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.012549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.012549] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.012748] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.012987] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.013246] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.014104] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.014217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.014596] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4d88c42-18f3-404a-8d4a-68852d25e55f with status ACTIVE [ 1192.014767] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.014873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.014925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.015110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.015192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.015357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.015451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.015532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.015680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.015755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.015933] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.016036] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.016097] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.016232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.016304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.016387] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4d88c42-18f3-404a-8d4a-68852d25e55f is going to be updated. [ 1192.017356] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.040620] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.040750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.040817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.040983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.041125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.041274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4d88c42-18f3-404a-8d4a-68852d25e55f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.520828] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.521221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.521221] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.521476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.521553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.521704] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc is going to be created. [ 1192.550884] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.550884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.550884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.550884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.550884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.560912] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc in Status: UNINITIALIZED for 2s [ 1192.874309] env[69987]: INFO networking_nsxv3.common.synchronization [req-99f3ee0f-968c-476a-9808-af6195cfea77 req-6c7b335c-2db3-4b73-b180-632595a24102 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1192.874669] env[69987]: INFO networking_nsxv3.common.synchronization [req-99f3ee0f-968c-476a-9808-af6195cfea77 req-6c7b335c-2db3-4b73-b180-632595a24102 service nova] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1192.874950] env[69987]: INFO networking_nsxv3.common.synchronization [req-99f3ee0f-968c-476a-9808-af6195cfea77 req-6c7b335c-2db3-4b73-b180-632595a24102 service nova] Enqueued Resource ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 with Priority: HIGHEST for action port [ 1192.875553] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_rules [ 1192.875808] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1192.876035] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 with Priority: HIGHEST for action port [ 1192.876401] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.876716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.876862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.877217] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.877393] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.878731] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.879040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.879040] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.879213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.879365] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.879458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.880092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.880092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.880092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.881027] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.882359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c0f982d-cb97-4c63-b8e5-af47421200c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.882599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.882750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.883012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.883196] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c0f982d-cb97-4c63-b8e5-af47421200c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.379960] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.379960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.385877] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.386593] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c0f982d-cb97-4c63-b8e5-af47421200c1 with status ACTIVE [ 1193.386690] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.386755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.386801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.387009] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.387211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.387268] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.387373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.387434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.387581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.387655] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.387834] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.387926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.387985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.388200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.388200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.388295] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c0f982d-cb97-4c63-b8e5-af47421200c1 is going to be updated. [ 1193.411641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.411823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.411886] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.412103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.412241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.412394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c0f982d-cb97-4c63-b8e5-af47421200c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.891577] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.397266] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.397266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.397266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.397266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.397266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.397266] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1194.425801] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.426016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.426093] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.426268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.426414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.439141] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1194.586435] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc in Status: SUCCESS [ 1194.586674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.586843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.587122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.587314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.587442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.587508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.587658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.587747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.587836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.587928] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.090288] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.593049] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d9c05f0-9bff-4e91-bc46-ef8040615ddc: rpc.has_security_group_logging(os_id): False [ 1195.610291] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.610454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.610508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.610697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.610786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.611068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.611205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.611276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.611430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.611508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.611597] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc is going to be created. [ 1195.668052] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.668223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.668282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.668507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.668919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.679311] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc in Status: IN_PROGRESS for 2s [ 1196.450269] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1196.450648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.450733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.451060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.451298] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.451442] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.451516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.451730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.451845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.451955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.452096] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.954374] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.954649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.954826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.955200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.955508] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.955718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.955864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.956174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.956337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.956555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.956838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.957051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.957214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.957470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.957735] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.960329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.960329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.960329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.960329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.960329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.960329] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.463015] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a956c20c-4cac-43d4-b0b2-33b034f0a6ad: rpc.has_security_group_logging(os_id): False [ 1197.502319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.502483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.502587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.502845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.502950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.503213] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.503330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.503541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.503541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.503605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.503773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.503864] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.503937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.504098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.504173] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.504445] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.504560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.504620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.504765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.504831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.504886] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1197.574480] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.574580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.574580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.574837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.574940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.589600] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1197.690068] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc in Status: SUCCESS [ 1197.690671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.876945] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.877137] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1199.608736] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1199.609165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.663605] env[69987]: INFO networking_nsxv3.common.synchronization [req-b3aa741d-6a0d-42d6-8058-ea39d4780172 req-611593cc-73e9-46d0-a249-2f82ef538d48 tempest-ServersNegativeTestJSON-216427101 tempest-ServersNegativeTestJSON-216427101-project-member] Enqueued Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1200.664030] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 705b8f91-ab36-4c5e-add9-89c41e40264b with Priority: HIGHEST for action security_group_members [ 1200.664320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-705b8f91-ab36-4c5e-add9-89c41e40264b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.664435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.664497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.664684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.664844] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.664938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.664996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.667189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.667321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.667427] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('705b8f91-ab36-4c5e-add9-89c41e40264b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.173412] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.173412] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.173412] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.173412] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b is going to be updated. [ 1201.197637] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.197783] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.197844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.198050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.198245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.205710] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: IN_PROGRESS for 2s [ 1203.216907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 705b8f91-ab36-4c5e-add9-89c41e40264b in Status: SUCCESS [ 1203.217235] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 705b8f91-ab36-4c5e-add9-89c41e40264b deletion is rescheduled due to dependency. [ 1203.217235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-705b8f91-ab36-4c5e-add9-89c41e40264b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.665345] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.665345] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1210.129585] env[69987]: INFO networking_nsxv3.common.synchronization [req-adaf66b6-1ee1-4696-b668-d3c742227cef req-883f04b3-0086-411e-a8ff-dc7c4f50695e tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1210.130067] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1210.130716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.130716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.130716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.130716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.130716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.131146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.131146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.131146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.131146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.131335] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.633872] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.137022] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.639633] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.639826] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.639874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.640131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.640222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.640328] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be updated. [ 1211.670915] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.671138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.671138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.671316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.671457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.679078] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: IN_PROGRESS for 2s [ 1213.693578] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1213.693578] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.131287] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.131646] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1216.722954] env[69987]: INFO networking_nsxv3.common.synchronization [req-595f99a2-d10f-42a1-82f1-cfd8c48a0a85 req-9e0bb523-4bab-406c-ab90-5354a8cd7d45 tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1216.723547] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGHEST for action security_group_members [ 1216.723884] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.724043] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.724145] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.724403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.724609] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.724718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.724791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.724946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.725055] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.725145] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.229102] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.229291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.229361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.229660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.229660] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.229861] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.229936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.230028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.230143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.230219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.230305] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be updated. [ 1217.259477] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.259691] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.259735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.259961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.260152] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.274233] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: IN_PROGRESS for 2s [ 1219.286716] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 in Status: SUCCESS [ 1219.286716] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 deletion is rescheduled due to dependency. [ 1219.287140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.013077] env[69987]: INFO networking_nsxv3.common.synchronization [req-cba4a82e-5695-40e3-833d-3eeda29bcdc5 req-f6318e29-8bc9-402f-a305-536bc03362fd tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_members [ 1221.013665] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGHEST for action security_group_members [ 1221.013978] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.014150] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.015946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.016190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.016358] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.016464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.016519] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.016689] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.016778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.016869] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.100771] env[69987]: INFO networking_nsxv3.common.synchronization [None req-3185b00b-cfc5-4e90-8903-7a5f860e608c tempest-AttachInterfacesTestJSON-1252867505 tempest-AttachInterfacesTestJSON-1252867505-project-member] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1221.101320] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGHEST for action security_group_members [ 1221.101618] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.101738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.101799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.101998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.102171] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.102258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.102321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.102470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.102553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.102641] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.521797] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.521992] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.522076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.522268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.522364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.522572] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.522674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.522736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.522925] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.523020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.523108] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c is going to be updated. [ 1221.550142] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.550293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.550350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.550522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.550657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.559651] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c in Status: IN_PROGRESS for 2s [ 1221.604724] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.604896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.604984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.605242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.605336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.605542] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.605643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.605706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.605861] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.605934] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.606028] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be updated. [ 1221.633559] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.633678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.634523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.634523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.634523] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.640988] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: IN_PROGRESS for 2s [ 1223.378580] env[69987]: INFO networking_nsxv3.common.synchronization [req-097da06a-49e6-49eb-9e3b-b1dd81f55b07 req-a1aefb6b-1723-487d-b37a-b524335088a2 tempest-DeleteServersTestJSON-409940019 tempest-DeleteServersTestJSON-409940019-project-member] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1223.379160] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGHEST for action security_group_members [ 1223.379484] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.379636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.379700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.379903] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.380716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.380846] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.380916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.382373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.382373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.382373] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.569193] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c in Status: SUCCESS [ 1223.569193] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c deletion is rescheduled due to dependency. [ 1223.569193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.650928] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad in Status: SUCCESS [ 1223.651023] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad deletion is rescheduled due to dependency. [ 1223.651220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.888230] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.888435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.888504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.888733] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.888833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.889119] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.889239] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.889300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.889458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.889537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.889636] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be updated. [ 1223.918214] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.918393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.918393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.918610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.918780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.927459] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: IN_PROGRESS for 2s [ 1225.938806] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe in Status: SUCCESS [ 1225.938806] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe deletion is rescheduled due to dependency. [ 1225.938806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.380486] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.380885] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.384588] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.384588] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.639625] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ccb4a2e2-b0cd-4bab-92de-acf50ead04d3 None None] Enqueued Resource ID: 851ef826-3412-476a-9aca-26ffb9168e1b with Priority: HIGHEST for action port [ 1233.640212] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 851ef826-3412-476a-9aca-26ffb9168e1b with Priority: HIGHEST for action port [ 1233.640453] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-851ef826-3412-476a-9aca-26ffb9168e1b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.640567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-851ef826-3412-476a-9aca-26ffb9168e1b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.640637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-851ef826-3412-476a-9aca-26ffb9168e1b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.643804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-851ef826-3412-476a-9aca-26ffb9168e1b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.643962] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('851ef826-3412-476a-9aca-26ffb9168e1b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.147567] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 851ef826-3412-476a-9aca-26ffb9168e1b [ 1234.148707] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.148707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.148707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.148707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.148707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.148707] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:851ef826-3412-476a-9aca-26ffb9168e1b already deleted. [ 1234.148707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-851ef826-3412-476a-9aca-26ffb9168e1b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.097617] env[69987]: INFO networking_nsxv3.common.synchronization [req-2dab4f6a-7afd-4ffd-b334-3525f3d8d7c0 req-88018fee-7af7-4c59-a751-311d7dd216de tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1235.098170] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1235.098510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.098630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.098696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.098895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.104384] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.104565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.104632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.104840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.104933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.105043] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.612829] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.613070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.613135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.613372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.613484] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.613709] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.613828] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.613894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.614230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.614230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.614330] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be deleted. [ 1235.648029] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.648186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.648290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.648466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.648559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.648656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.751169] env[69987]: INFO networking_nsxv3.common.synchronization [None req-484a83e7-cb2f-4f22-8d4b-b11236862fd8 None None] Enqueued Resource ID: 90678ee1-f371-45ca-a2ea-ad71357dbff8 with Priority: HIGHEST for action port [ 1235.751169] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90678ee1-f371-45ca-a2ea-ad71357dbff8 with Priority: HIGHEST for action port [ 1235.751907] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-90678ee1-f371-45ca-a2ea-ad71357dbff8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.751907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90678ee1-f371-45ca-a2ea-ad71357dbff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.751907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90678ee1-f371-45ca-a2ea-ad71357dbff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.751907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90678ee1-f371-45ca-a2ea-ad71357dbff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.751907] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90678ee1-f371-45ca-a2ea-ad71357dbff8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.055704] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.055704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.055704] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.055937] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.056192] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.056421] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.056546] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.056774] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.056925] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.057169] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.057269] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.057384] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.057497] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.057611] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1236.057762] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.057982] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.077933] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.078131] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1236.078279] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.078452] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.078741] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-5881a64a-b640-4414-b3cd-35a42d39632b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.078907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.079049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.079435] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.079601] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5881a64a-b640-4414-b3cd-35a42d39632b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.254911] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90678ee1-f371-45ca-a2ea-ad71357dbff8 [ 1236.254911] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.254911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.254911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.254911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.254911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.254911] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90678ee1-f371-45ca-a2ea-ad71357dbff8 already deleted. [ 1236.254911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90678ee1-f371-45ca-a2ea-ad71357dbff8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.582021] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.582261] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.582428] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.582648] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.582807] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.582977] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 5881a64a-b640-4414-b3cd-35a42d39632b not found, creating... [ 1236.583269] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.583402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.583521] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.583789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.583958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.584260] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.584422] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.584541] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.584747] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.584885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.585038] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 5881a64a-b640-4414-b3cd-35a42d39632b is going to be created. [ 1236.605084] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.605292] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.605420] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.605669] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.605900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.606140] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.347481] env[69987]: INFO networking_nsxv3.common.synchronization [req-2dab4f6a-7afd-4ffd-b334-3525f3d8d7c0 req-c912c638-1322-4eb5-a2d6-e86af6f035cb service nova] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_rules [ 1237.347481] env[69987]: INFO networking_nsxv3.common.synchronization [req-2dab4f6a-7afd-4ffd-b334-3525f3d8d7c0 req-c912c638-1322-4eb5-a2d6-e86af6f035cb service nova] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1237.347481] env[69987]: INFO networking_nsxv3.common.synchronization [req-2dab4f6a-7afd-4ffd-b334-3525f3d8d7c0 req-c912c638-1322-4eb5-a2d6-e86af6f035cb service nova] Enqueued Resource ID: 5881a64a-b640-4414-b3cd-35a42d39632b with Priority: HIGHEST for action port [ 1237.347481] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_rules [ 1237.347481] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1237.347481] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5881a64a-b640-4414-b3cd-35a42d39632b with Priority: HIGHEST for action port [ 1237.348209] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.348209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.348209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.348209] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.348209] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.350923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.350923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.350923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.350923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.350923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.350923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.350923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.350923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.354170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.354170] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.357423] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5881a64a-b640-4414-b3cd-35a42d39632b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.357423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.357423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.357423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.357423] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5881a64a-b640-4414-b3cd-35a42d39632b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.839021] env[69987]: INFO networking_nsxv3.common.synchronization [req-a4a7a465-b503-4122-b8b6-ebe79b1d717b req-da902441-2692-4aed-973a-707ba12ccc6c tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1237.840044] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGHEST for action security_group_members [ 1237.840389] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.840506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.840619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.840909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.841211] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.841382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.841449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.841695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.841838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.841986] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.856637] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.860033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5881a64a-b640-4414-b3cd-35a42d39632b with status ACTIVE [ 1237.860033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.860219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.860219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.860380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.860467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.860811] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.860962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.861021] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.861561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.861561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.861685] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.861793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.861895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.862278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.862278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.862357] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5881a64a-b640-4414-b3cd-35a42d39632b is going to be updated. [ 1237.864713] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.865022] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.884876] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.885103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.885103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.885342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.885478] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.885642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.345524] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.345701] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.345752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.345996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.346086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.346282] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.346385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.346436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.346592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.346671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.346767] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a is going to be updated. [ 1238.364931] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.372526] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.373695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.373695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.373695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.373695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.382502] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: IN_PROGRESS for 2s [ 1238.868109] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.868278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.868408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.868650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.868769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.868895] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be created. [ 1238.892163] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.892355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.892355] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.892632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.892796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.901513] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: UNINITIALIZED for 2s [ 1240.393205] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a in Status: SUCCESS [ 1240.393536] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a deletion is rescheduled due to dependency. [ 1240.393536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.560549] env[69987]: INFO networking_nsxv3.common.synchronization [req-889bfa1d-66f3-4889-aee3-ad1bab217e9f req-6ad584e3-16d2-4ebb-b160-b9e63224d36e tempest-ServerRescueTestJSON-2043119363 tempest-ServerRescueTestJSON-2043119363-project-member] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1240.560549] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1240.560695] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.560773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.560830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.561101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.561296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.561432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.561476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.561832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.561832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.561832] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.883983] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.884210] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.884340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.884684] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.884947] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.885319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.885513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.885781] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.885952] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.886203] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.886302] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1240.886416] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1240.886526] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1240.886640] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1240.886747] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1240.886881] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1240.905422] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1240.905597] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1240.905757] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1240.905928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.906241] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-372f3c43-b01a-4ba8-919b-804926d5fceb taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.906410] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.906534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.906843] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.907026] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372f3c43-b01a-4ba8-919b-804926d5fceb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.918745] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: SUCCESS [ 1240.918956] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.919153] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.919373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.919552] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.919661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.919725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.919868] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.920327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.920423] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.920518] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.064038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.064200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.064279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.064518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.064616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.064836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.064977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.065091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.065269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.065351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.065437] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe already deleted. [ 1241.065517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.409659] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.410150] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.410219] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.410667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.410903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.411158] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 372f3c43-b01a-4ba8-919b-804926d5fceb not found, creating... [ 1241.411628] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.411869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.412064] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.412415] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.412644] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.413113] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.413326] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.413491] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.413902] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.414094] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.414325] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 372f3c43-b01a-4ba8-919b-804926d5fceb is going to be created. [ 1241.422387] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.422387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.422572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.422707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.422889] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.422996] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.423087] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.423254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.423344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.423432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.423666] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.423750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.423750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.423894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.424051] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.424148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.424210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.424354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.424433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.424526] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.424604] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.435443] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.435645] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.435725] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.435990] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.436249] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.436484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.927039] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1: rpc.has_security_group_logging(os_id): False [ 1241.944916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.944916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.944916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.944916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.945191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.945229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.945316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.945379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.945731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.945731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.945794] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.945851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.945913] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.946063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.946138] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.946382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.946440] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.946479] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.946597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.946667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.946751] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be created. [ 1242.001170] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.001348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.001420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.001630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.001806] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.011035] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: IN_PROGRESS for 2s [ 1242.140013] env[69987]: INFO networking_nsxv3.common.synchronization [req-889bfa1d-66f3-4889-aee3-ad1bab217e9f req-b92c0c60-4e4d-423e-a2a2-b3ccaf000bf7 service nova] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_rules [ 1242.140753] env[69987]: INFO networking_nsxv3.common.synchronization [req-889bfa1d-66f3-4889-aee3-ad1bab217e9f req-b92c0c60-4e4d-423e-a2a2-b3ccaf000bf7 service nova] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1242.140753] env[69987]: INFO networking_nsxv3.common.synchronization [req-889bfa1d-66f3-4889-aee3-ad1bab217e9f req-b92c0c60-4e4d-423e-a2a2-b3ccaf000bf7 service nova] Enqueued Resource ID: 372f3c43-b01a-4ba8-919b-804926d5fceb with Priority: HIGHEST for action port [ 1242.141311] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_rules [ 1242.141503] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1242.141635] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 372f3c43-b01a-4ba8-919b-804926d5fceb with Priority: HIGHEST for action port [ 1242.142069] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.142236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.142335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.142672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.142781] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.144297] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.144449] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.144558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.144792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.145010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.149019] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.149019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-372f3c43-b01a-4ba8-919b-804926d5fceb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.149019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.149019] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('372f3c43-b01a-4ba8-919b-804926d5fceb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.467090] env[69987]: INFO networking_nsxv3.common.synchronization [None req-00bb1a4c-5425-475f-8990-5855b3597162 tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1242.467090] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1242.467090] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.467458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.467458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.467458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.467577] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.559833] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0ec3797b-3928-486c-a84e-0cb718dae8c6 tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1242.560566] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1242.560870] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.560971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.656192] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.656192] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.656192] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 372f3c43-b01a-4ba8-919b-804926d5fceb with status ACTIVE [ 1242.656192] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.656192] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.656192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.656696] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.656696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.656696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.656696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.656696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.656696] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 372f3c43-b01a-4ba8-919b-804926d5fceb is going to be updated. [ 1242.677583] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.677583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.677583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.677583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.677583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.677583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-372f3c43-b01a-4ba8-919b-804926d5fceb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.986534] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.986681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.986744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.986963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.987067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.987166] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb already deleted. [ 1242.987287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.987414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.987603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.987603] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.158517] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.508952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.508952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.508952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.508952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.508952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.508952] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb already deleted. [ 1243.508952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.661308] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.661496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.661568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.662643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.662760] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.662880] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be created. [ 1243.683879] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.684118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.684184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.684382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.684542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.693793] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: UNINITIALIZED for 2s [ 1244.023334] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: SUCCESS [ 1244.023588] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.703445] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1245.703779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.703816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.704045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.704234] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.704350] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.704414] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.704564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.704644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.704727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.704813] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.041456] env[69987]: INFO networking_nsxv3.common.synchronization [req-43d0d962-ac9a-459b-9fcb-bcca509e94ab req-f135bde1-c88e-41f0-989c-0bd093831144 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1246.042055] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGHEST for action security_group_members [ 1246.043210] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.043434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.043528] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.044849] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.045275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.045375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.045464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.045607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.045739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.045796] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.091980] env[69987]: INFO networking_nsxv3.common.synchronization [req-43d0d962-ac9a-459b-9fcb-bcca509e94ab req-f135bde1-c88e-41f0-989c-0bd093831144 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 5881a64a-b640-4414-b3cd-35a42d39632b with Priority: HIGHEST for action port [ 1246.092797] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5881a64a-b640-4414-b3cd-35a42d39632b with Priority: HIGHEST for action port [ 1246.093139] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-5881a64a-b640-4414-b3cd-35a42d39632b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.093265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.093340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.093570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.093669] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5881a64a-b640-4414-b3cd-35a42d39632b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.207245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.207416] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.207508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.207726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.207902] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.208008] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.208077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.208225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.208315] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.208402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.208552] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.208644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.208703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.208840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.208976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.209076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.209135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.209313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.209392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.209472] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.209559] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.548849] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.549016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.549101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.549354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.549436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.549629] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.549729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.549790] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.549941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.550023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.550112] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be updated. [ 1246.575763] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.575876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.575941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.576160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.576295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.584092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: IN_PROGRESS for 2s [ 1246.595439] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5881a64a-b640-4414-b3cd-35a42d39632b with status ACTIVE [ 1246.595635] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.595761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.595824] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.596082] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.596675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.596675] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.596675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.596675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.596675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.596897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.596897] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.596981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.597025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.597172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.597246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.597330] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5881a64a-b640-4414-b3cd-35a42d39632b is going to be updated. [ 1246.616037] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.616172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.616243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.616422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.616548] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.616700] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5881a64a-b640-4414-b3cd-35a42d39632b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.713389] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f8580b0-6666-4157-9178-5ad2587a9bfe: rpc.has_security_group_logging(os_id): False [ 1246.739983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.739983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.739983] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.740267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.740267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.741541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.741541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.741541] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.741541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.742338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.742338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.742338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.742338] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be created. [ 1246.804879] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.805042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.805114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.805329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.805504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.816854] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: IN_PROGRESS for 2s [ 1248.050943] env[69987]: INFO networking_nsxv3.common.synchronization [req-3026fbb2-3c43-43e8-a048-3cac70a53fcc req-9c142105-a73d-409e-b1fd-a664855abbb1 tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1248.051518] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1248.051818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.051931] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.051999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.052325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.052537] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.052667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.052742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.052893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.052979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.053089] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.386812] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.387117] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.387329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.387666] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.387990] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.388230] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.388423] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.388693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.388869] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.389128] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.389325] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.389437] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.389563] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.389940] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1248.389940] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.390061] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.408130] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.408368] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1248.408524] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.408795] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.409292] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-6645c1c7-f316-403a-98aa-8b2cca92f8e4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.409524] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.409670] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.409993] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.410163] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6645c1c7-f316-403a-98aa-8b2cca92f8e4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.555512] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.555695] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.555741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.555946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.556050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.556244] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.556344] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.556403] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.556554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.556628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.556713] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb already deleted. [ 1248.556792] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.592922] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 in Status: SUCCESS [ 1248.593099] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 deletion is rescheduled due to dependency. [ 1248.593187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.829432] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1248.829654] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.912212] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.912489] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.912639] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.912934] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.913507] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.913507] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 6645c1c7-f316-403a-98aa-8b2cca92f8e4 not found, creating... [ 1248.913689] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.913862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.913996] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.914242] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.914430] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.914681] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.914842] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.915009] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.915241] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.915387] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.915536] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 is going to be created. [ 1248.938671] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.939117] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.939530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.940037] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.940464] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.940773] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.959498] env[69987]: INFO networking_nsxv3.common.synchronization [req-f59395cd-31d0-4b39-ad46-246f6625fa32 req-5d95dfed-1fa4-4225-81af-521277105ee9 tempest-AttachVolumeNegativeTest-1428794158 tempest-AttachVolumeNegativeTest-1428794158-project-member] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_members [ 1248.960070] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGHEST for action security_group_members [ 1248.960395] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.960521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.960586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.960779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.960930] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.961023] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.961099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.961225] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.961358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.961455] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.463907] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.464232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.464232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.464364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.464460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.464663] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.464762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.464818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.464963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.465049] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.465136] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 is going to be updated. [ 1249.501201] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.501201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.501345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.501505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.501638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.510065] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 in Status: IN_PROGRESS for 2s [ 1249.603056] env[69987]: INFO networking_nsxv3.common.synchronization [req-3026fbb2-3c43-43e8-a048-3cac70a53fcc req-64742456-6dc5-478a-b3ca-2b4e7dc81988 service nova] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1249.603056] env[69987]: INFO networking_nsxv3.common.synchronization [req-3026fbb2-3c43-43e8-a048-3cac70a53fcc req-64742456-6dc5-478a-b3ca-2b4e7dc81988 service nova] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1249.603056] env[69987]: INFO networking_nsxv3.common.synchronization [req-3026fbb2-3c43-43e8-a048-3cac70a53fcc req-64742456-6dc5-478a-b3ca-2b4e7dc81988 service nova] Enqueued Resource ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 with Priority: HIGHEST for action port [ 1249.603056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1249.603056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1249.603056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 with Priority: HIGHEST for action port [ 1249.603056] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.603056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.603056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.603056] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.603056] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.604303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.604461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.604564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.604810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.605510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.605510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.605510] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.605690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.605800] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.605915] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.606773] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6645c1c7-f316-403a-98aa-8b2cca92f8e4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.606937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.607042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.607249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.607302] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6645c1c7-f316-403a-98aa-8b2cca92f8e4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.109105] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.110313] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.110645] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.110645] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6645c1c7-f316-403a-98aa-8b2cca92f8e4 with status ACTIVE [ 1250.110788] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.110915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.110971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.111214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.111332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.111578] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.111715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.111777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.112165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.112165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.112457] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.112607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.112724] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.112977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.113092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.113719] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 is going to be updated. [ 1250.132805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.132987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.133037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.133223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.133357] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.133518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.615710] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.735146] env[69987]: INFO networking_nsxv3.common.synchronization [req-7da50505-ea0b-49ee-9813-ba32d5c677e9 req-ffbbc319-51c8-4548-818a-ed322ebf3944 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1250.735692] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1250.736044] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.737118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.737118] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.738246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.738835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.738968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.739051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.739260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.739847] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.739847] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.118402] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.118565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.118632] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.118848] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.118932] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.119047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be created. [ 1251.144718] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.144871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.144968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.145212] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.145373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.153821] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: UNINITIALIZED for 2s [ 1251.242160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.242304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.242304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.242603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.242603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.242951] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.242951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.243359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.243359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.243359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.243359] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1251.273994] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.274147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.274243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.274505] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.274706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.283215] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1251.519994] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 in Status: SUCCESS [ 1251.520231] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 deletion is rescheduled due to dependency. [ 1251.520368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.162548] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: SUCCESS [ 1253.162887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.162887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.163120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.163315] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.163430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.163497] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.163678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.163753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.163843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.163931] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.300993] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1253.301208] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 deletion is rescheduled due to dependency. [ 1253.301335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.667032] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.169107] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0c3a592-8012-4add-84c8-45218cb5fafb: rpc.has_security_group_logging(os_id): False [ 1254.186594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.186774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.186845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.187108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.187189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.187491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.187607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.187677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.187838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.187922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.188077] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be created. [ 1254.243157] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.243380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.243435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.243643] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.243901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.254057] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: IN_PROGRESS for 2s [ 1255.736208] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.736621] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1256.268778] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: SUCCESS [ 1256.269114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.375736] env[69987]: INFO networking_nsxv3.common.synchronization [None req-6f5384cf-7def-4a3b-a606-f790af5cc30d tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_rules [ 1258.376226] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_rules [ 1258.376751] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.376751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.376751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.376933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.377021] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.491757] env[69987]: INFO networking_nsxv3.common.synchronization [None req-ab6b2b96-d058-49b0-aba4-ecc6ec1b74d1 tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_rules [ 1258.492335] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_rules [ 1258.492704] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.492823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.898041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.898248] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.898354] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.899060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.899060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.899203] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 already deleted. [ 1258.899327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.899554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.899761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.899902] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.974843] env[69987]: INFO networking_nsxv3.common.synchronization [req-6c633970-cd0a-45b5-baca-29d29cd30151 req-de4a962a-79ac-499a-a3b2-4e7cda03b398 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1258.974843] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1258.974843] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.974843] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.974843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.974843] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.297545] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.297846] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.297999] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.298454] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.298697] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.298899] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.299152] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.299562] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.299864] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.300153] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.300283] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.300400] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.300515] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.300682] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.300813] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.300958] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.320223] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.320464] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.320714] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.320989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.321426] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.321671] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.321824] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.322254] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.322410] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b588e-3c97-4b85-b16b-0a1f4c7e4b18',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.424768] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.425126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.425126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.425222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.425299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.425525] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 already deleted. [ 1259.426073] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.477489] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.477735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.477735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.477949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.478072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.478304] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.478413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.478473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.478671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.478753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.478842] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1259.507940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.508137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.508245] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.508512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.508799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.517284] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1259.824467] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.824896] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.825127] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.825436] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.825598] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.825772] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 not found, creating... [ 1259.826081] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.826259] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.826379] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.826611] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.826759] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.827072] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.827237] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.827360] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.827587] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.827732] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.827848] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 is going to be created. [ 1259.848411] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.848498] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.848643] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.848917] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.849188] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.849447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.542999] env[69987]: INFO networking_nsxv3.common.synchronization [req-6c633970-cd0a-45b5-baca-29d29cd30151 req-bc3c573e-ba2a-4402-a9fa-135e24918fea service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 1260.543263] env[69987]: INFO networking_nsxv3.common.synchronization [req-6c633970-cd0a-45b5-baca-29d29cd30151 req-bc3c573e-ba2a-4402-a9fa-135e24918fea service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1260.543349] env[69987]: INFO networking_nsxv3.common.synchronization [req-6c633970-cd0a-45b5-baca-29d29cd30151 req-bc3c573e-ba2a-4402-a9fa-135e24918fea service nova] Enqueued Resource ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 with Priority: HIGHEST for action port [ 1260.543583] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 1260.543718] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1260.543801] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 with Priority: HIGHEST for action port [ 1260.545070] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.545070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.545070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.545070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.545070] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.545601] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.547060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.547060] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.547060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.547060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.547060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.547060] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b588e-3c97-4b85-b16b-0a1f4c7e4b18',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.048031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.048187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.049507] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 with status ACTIVE [ 1261.049705] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.049815] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.049880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.050101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.050187] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.050359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.050453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.050566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.050739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.050814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.050998] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.051296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.051296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.051296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.051469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.052035] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 is going to be updated. [ 1261.074576] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.074785] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.074838] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.075046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.075179] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.075377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.526353] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1261.526527] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 deletion is rescheduled due to dependency. [ 1261.526677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.526879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.527124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.527344] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.527483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.527558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.527767] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.527859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.527971] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.032744] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.536158] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.038363] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.038745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.038745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.038840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.038950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.039071] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1263.067325] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.067486] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.067557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.067787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.067936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.075818] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1263.946133] env[69987]: INFO networking_nsxv3.common.synchronization [req-ec839ee3-3ff7-4224-975d-3c74d21a16a4 req-7b6ea9cb-d69a-4dcf-9a35-c8a09fa9c9de tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_members [ 1263.947299] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_members [ 1263.947299] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.947299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.947299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.947582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.947741] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.947866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.947935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.948157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.948264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.948377] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.206053] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.206053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.206053] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.206425] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.207028] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.207256] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.207438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.207720] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.207924] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.208198] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1264.208400] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.208503] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.208646] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.208799] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1264.208976] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.209262] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.228518] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.228684] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1264.228839] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.229031] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.229380] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-e3759990-8ec1-401b-9393-767859b0a13f taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.229602] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.229731] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.230049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.230200] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3759990-8ec1-401b-9393-767859b0a13f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.450836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.451033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.451103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.451290] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.451383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.451638] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.451746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.451787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.451952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.452037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.452125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 already deleted. [ 1264.452205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.732277] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.732630] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.732794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.733183] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.733268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.733427] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port e3759990-8ec1-401b-9393-767859b0a13f not found, creating... [ 1264.733826] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.733909] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.733983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.734237] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.734408] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.734686] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.734848] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.734975] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.735237] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.735383] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.735528] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: e3759990-8ec1-401b-9393-767859b0a13f is going to be created. [ 1264.753650] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.753814] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.753958] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.754222] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.754453] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.754670] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.085010] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1265.085288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.085459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.085677] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.086014] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.086014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.086155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.086214] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.086322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.086364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.086524] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.458411] env[69987]: INFO networking_nsxv3.common.synchronization [req-ec839ee3-3ff7-4224-975d-3c74d21a16a4 req-d9b91540-228f-478f-a757-ee31a85aeb9c service nova] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_rules [ 1265.458805] env[69987]: INFO networking_nsxv3.common.synchronization [req-ec839ee3-3ff7-4224-975d-3c74d21a16a4 req-d9b91540-228f-478f-a757-ee31a85aeb9c service nova] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_members [ 1265.458805] env[69987]: INFO networking_nsxv3.common.synchronization [req-ec839ee3-3ff7-4224-975d-3c74d21a16a4 req-d9b91540-228f-478f-a757-ee31a85aeb9c service nova] Enqueued Resource ID: e3759990-8ec1-401b-9393-767859b0a13f with Priority: HIGHEST for action port [ 1265.458958] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_rules [ 1265.459097] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_members [ 1265.459191] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3759990-8ec1-401b-9393-767859b0a13f with Priority: HIGHEST for action port [ 1265.459748] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.459876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.459977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.462249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.462348] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.463237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.463348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.463402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.463575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.463727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.463803] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.463863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.464009] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.464096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.464188] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.464935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3759990-8ec1-401b-9393-767859b0a13f taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.465060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.465125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.465261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.465647] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3759990-8ec1-401b-9393-767859b0a13f',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.588702] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.967077] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3759990-8ec1-401b-9393-767859b0a13f with status ACTIVE [ 1265.967320] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.967469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.967567] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.967831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.967928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.968154] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.968263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.968324] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.968477] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.968558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.968772] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.968873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.968928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.969127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.969197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.969300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3759990-8ec1-401b-9393-767859b0a13f is going to be updated. [ 1265.970654] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.970764] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.970942] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.992118] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.992307] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.992379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.992894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.992974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.993169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3759990-8ec1-401b-9393-767859b0a13f" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.090798] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0750692-047a-4901-b312-91bcc035f729: rpc.has_security_group_logging(os_id): False [ 1266.107563] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.107819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.107819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.108019] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.108079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.108325] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.108435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.108492] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.108646] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.108715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.109176] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1266.180693] env[69987]: INFO networking_nsxv3.common.synchronization [req-0b322c6a-8033-44bc-8b71-9e5d0af4ca19 req-d2e0d228-74d0-4810-94db-89f49460f8ee tempest-ServerRescueTestJSON-2043119363 tempest-ServerRescueTestJSON-2043119363-project-member] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1266.181976] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.182107] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.182176] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.182372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.182748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.183859] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1266.184175] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.184282] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.184366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.184549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.184699] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.184793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.184853] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.184991] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.185081] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.185166] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.202529] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1266.473695] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.649028] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-620 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.649028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.649028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.649271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.649627] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.649859] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.649916] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.650189] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.650271] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.650482] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.650594] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.650702] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.650812] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.650925] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1266.651040] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.651178] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.669838] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.670037] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1266.671085] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.671085] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-620" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.671085] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-f906f838-ecf7-49d9-9645-270f550c7083 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.671386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.671386] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.671804] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.672081] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f906f838-ecf7-49d9-9645-270f550c7083',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.687689] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.977425] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.977648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.977648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.977916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.978037] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.978157] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 is going to be created. [ 1267.013204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.013429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.013488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.013743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.013933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.023329] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 in Status: UNINITIALIZED for 2s [ 1267.174355] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.174693] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.174866] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.175167] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.175324] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.175485] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port f906f838-ecf7-49d9-9645-270f550c7083 not found, creating... [ 1267.175758] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.175989] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.176156] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.176446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.176612] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.176907] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.177104] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.177250] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.177485] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.177626] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.177773] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: f906f838-ecf7-49d9-9645-270f550c7083 is going to be created. [ 1267.191208] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.202686] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.202907] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.203052] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.203331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.203556] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.203777] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.693223] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.693610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.693610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.693745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.693745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.693919] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be updated. [ 1267.725587] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.725797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.725872] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.726047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.726195] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.734228] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: IN_PROGRESS for 2s [ 1267.933562] env[69987]: INFO networking_nsxv3.common.synchronization [req-0b322c6a-8033-44bc-8b71-9e5d0af4ca19 req-c3d0882e-3fce-4833-a07f-15950384e700 service nova] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_rules [ 1267.933562] env[69987]: INFO networking_nsxv3.common.synchronization [req-0b322c6a-8033-44bc-8b71-9e5d0af4ca19 req-c3d0882e-3fce-4833-a07f-15950384e700 service nova] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1267.933562] env[69987]: INFO networking_nsxv3.common.synchronization [req-0b322c6a-8033-44bc-8b71-9e5d0af4ca19 req-c3d0882e-3fce-4833-a07f-15950384e700 service nova] Enqueued Resource ID: f906f838-ecf7-49d9-9645-270f550c7083 with Priority: HIGHEST for action port [ 1267.933562] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_rules [ 1267.933562] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1267.933562] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f906f838-ecf7-49d9-9645-270f550c7083 with Priority: HIGHEST for action port [ 1267.936117] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.936265] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.936332] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.936542] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.936620] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.938829] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.938924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.939170] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f906f838-ecf7-49d9-9645-270f550c7083 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.939276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.939337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.939617] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.939733] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f906f838-ecf7-49d9-9645-270f550c7083',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.218251] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1268.218709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.335665] env[69987]: INFO networking_nsxv3.common.synchronization [req-9fc9807d-6378-4440-b271-9d798e01264b req-cc5c6d2f-1dc1-451c-8e06-4fa7f77abe71 tempest-AttachVolumeTestJSON-2064976721 tempest-AttachVolumeTestJSON-2064976721-project-member] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_members [ 1268.335849] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGHEST for action security_group_members [ 1268.336249] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.336413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.336495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.336744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.336982] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.337085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.337136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.338031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.338031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.338031] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.439557] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.439557] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.448020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f906f838-ecf7-49d9-9645-270f550c7083 with status ACTIVE [ 1268.448020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.448020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.448020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.448020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.448020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f906f838-ecf7-49d9-9645-270f550c7083 is going to be updated. [ 1268.470422] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.470422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.470422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.470422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.470422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.470679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f906f838-ecf7-49d9-9645-270f550c7083" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.840220] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.840536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.840536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.840705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.840797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.841010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.841115] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.841177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.841322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.841399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.841514] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc is going to be updated. [ 1268.866982] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.867121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.867191] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.867383] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.867516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.875098] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc in Status: IN_PROGRESS for 2s [ 1269.032631] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 in Status: SUCCESS [ 1269.032987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.033168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.034032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.034032] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.034032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.034032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.034243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.034243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.034698] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.034698] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.537131] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.744589] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1269.744772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.744922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.745198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.745371] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.745494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.745560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.745711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.745795] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.745893] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.039095] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bdf3b6b-5903-4928-96d6-5593d4180216: rpc.has_security_group_logging(os_id): False [ 1270.058296] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.058562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.058562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.058804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.058905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.059217] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.059334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.059413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.059610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.059702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.059812] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 is going to be created. [ 1270.113980] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.114202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.114202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.114439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.114745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.124564] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 in Status: IN_PROGRESS for 2s [ 1270.248388] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.751752] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.884414] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc in Status: SUCCESS [ 1270.884636] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc deletion is rescheduled due to dependency. [ 1270.884778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.932076] env[69987]: INFO networking_nsxv3.common.synchronization [req-40e38748-caff-493e-83cf-d3d0327c09fb req-2c94e464-8df0-4dec-b4da-4326e355038f tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1270.932627] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1270.932936] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.936126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.936208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.937858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.937858] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.937858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.937858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.937858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.937858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.937858] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.255594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.255594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.255594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.255594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.255594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.255594] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be updated. [ 1271.280487] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.280708] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.280787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.281012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.281169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.289357] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: IN_PROGRESS for 2s [ 1271.354390] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-387 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.354599] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.354729] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.355016] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.355280] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.355441] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.355582] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.355845] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.355992] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.356245] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.356364] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1271.356487] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1271.356611] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1271.356785] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1271.356918] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1271.357076] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1271.375353] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1271.375551] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1271.375789] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1271.375982] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-387" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.376352] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-a983eff5-af52-4477-9645-db9812917bc7 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.376557] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.376683] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.377182] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.377334] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a983eff5-af52-4477-9645-db9812917bc7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.438782] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.879557] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.879998] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.880166] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.880465] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.880633] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.880820] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port a983eff5-af52-4477-9645-db9812917bc7 not found, creating... [ 1271.881137] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.881313] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.881445] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.881715] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.881858] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.882181] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.882355] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.882488] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.882758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.882898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.883328] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: a983eff5-af52-4477-9645-db9812917bc7 is going to be created. [ 1271.901205] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.901438] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.901603] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.901881] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.902143] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.902385] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.941227] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.136731] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 in Status: SUCCESS [ 1272.137129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.444364] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.444653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.444653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.444830] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.444961] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.445025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1272.472245] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.472386] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.472439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.472710] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.472859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.482559] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1272.607064] env[69987]: INFO networking_nsxv3.common.synchronization [req-40e38748-caff-493e-83cf-d3d0327c09fb req-0450740f-fbc6-44c5-b41b-9e53d600b861 service nova] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 1272.607324] env[69987]: INFO networking_nsxv3.common.synchronization [req-40e38748-caff-493e-83cf-d3d0327c09fb req-0450740f-fbc6-44c5-b41b-9e53d600b861 service nova] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1272.607502] env[69987]: INFO networking_nsxv3.common.synchronization [req-40e38748-caff-493e-83cf-d3d0327c09fb req-0450740f-fbc6-44c5-b41b-9e53d600b861 service nova] Enqueued Resource ID: a983eff5-af52-4477-9645-db9812917bc7 with Priority: HIGHEST for action port [ 1272.608514] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_rules [ 1272.608674] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1272.608812] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a983eff5-af52-4477-9645-db9812917bc7 with Priority: HIGHEST for action port [ 1272.609150] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.609297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.609378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.609623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.609712] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.610646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.612787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.612787] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-a983eff5-af52-4477-9645-db9812917bc7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.612787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.612787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.612787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.612787] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a983eff5-af52-4477-9645-db9812917bc7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.113316] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.113609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.113609] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a983eff5-af52-4477-9645-db9812917bc7 with status ACTIVE [ 1273.113808] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.113916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.113979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.114210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.114299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.114491] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.114586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.114649] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.114797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.114871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.115066] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.115160] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.115220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.115359] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.115431] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.115513] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a983eff5-af52-4477-9645-db9812917bc7 is going to be updated. [ 1273.136222] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.136364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.136408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.136582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.136706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.136855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a983eff5-af52-4477-9645-db9812917bc7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.301047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1273.301047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.301196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.301337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.301528] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.301670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.301736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.301880] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.301962] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.302061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.302152] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.804815] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.805220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.805220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.805301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.805455] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.805561] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.805620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.805771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.805863] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.805949] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.806114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.806228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.806298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.806441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.806580] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.806671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.806737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.806871] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.806947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.807039] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.807123] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.310036] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f8580b0-6666-4157-9178-5ad2587a9bfe: rpc.has_security_group_logging(os_id): False [ 1274.326678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.326891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.326979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.327205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.327300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.327515] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.327611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.327712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.327820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.327898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.328087] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.328178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.328236] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.328371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.328441] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.328624] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.328716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.328776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.328909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.328981] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.329077] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be updated. [ 1274.389883] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.390123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.390123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.390451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.390451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.402035] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: IN_PROGRESS for 2s [ 1274.496446] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1274.496957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.496957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.497322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.497518] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.497675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.497768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.497993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.498428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.498428] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.002415] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.505627] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.008070] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.008070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.008070] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.008544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.008544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.008544] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1276.034593] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.034822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.034822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.035010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.035159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.043081] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1276.414819] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1276.415122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.609607] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.610036] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1278.054701] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1278.054941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.055132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.055536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.055826] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.056512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.056512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.056512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.056512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.056707] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.056707] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.559616] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.062137] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca8d82f-952f-4a26-8964-3fb6b5f76a05: rpc.has_security_group_logging(os_id): False [ 1279.082024] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.082178] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.082223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.083096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.083096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.083096] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.083096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.083096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.083445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.083445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.083445] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1279.136835] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.137122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.137122] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.137306] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.137458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.147584] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1281.155930] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1281.156334] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1281.163016] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1281.163016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.611185] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.611185] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.612083] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.612453] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1292.613230] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.613490] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1294.188688] env[69987]: INFO networking_nsxv3.common.synchronization [req-30713e93-9844-41a6-a776-a92a0d23c4e8 req-b83db82f-f9ed-4a10-9a89-ffe91858512c tempest-ServerRescueTestJSON-2043119363 tempest-ServerRescueTestJSON-2043119363-project-member] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1294.189231] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1294.189531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.189650] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.189729] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.189923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.190087] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.190199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.190261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.190382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.190463] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.190553] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.692981] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.195727] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.698804] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.698989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.699057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.699262] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.699353] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.699453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be updated. [ 1295.726821] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.726993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.727046] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.727255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.727395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.734907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: IN_PROGRESS for 2s [ 1297.746823] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1297.747275] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.190114] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.190497] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1300.665661] env[69987]: INFO networking_nsxv3.common.synchronization [req-6cbe407c-2133-4f18-b5ad-33fb8a7e1276 req-f20bc59a-48df-49fe-bcae-61d80982dce1 tempest-ServerRescueTestJSON-2043119363 tempest-ServerRescueTestJSON-2043119363-project-member] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1300.666270] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGHEST for action security_group_members [ 1300.666621] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.666804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.666804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.667034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.667214] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.667333] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.667402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.667524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.667608] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.667699] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.169780] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.170015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.170015] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.170231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.170328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.170531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.170631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.170692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.170841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.170916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.171044] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be updated. [ 1301.198521] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.198732] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.198862] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.199167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.199384] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.208706] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: IN_PROGRESS for 2s [ 1303.219610] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe in Status: SUCCESS [ 1303.220032] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe deletion is rescheduled due to dependency. [ 1303.220032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.667094] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.667426] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.298295] env[69987]: INFO networking_nsxv3.common.synchronization [None req-e73e3d62-078b-4a8a-8a95-1a4aee246648 None None] Enqueued Resource ID: c2fa8d65-d753-468e-b802-5ff9b8695a20 with Priority: HIGHEST for action port [ 1308.298867] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fa8d65-d753-468e-b802-5ff9b8695a20 with Priority: HIGHEST for action port [ 1308.298975] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2fa8d65-d753-468e-b802-5ff9b8695a20 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.299261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2fa8d65-d753-468e-b802-5ff9b8695a20" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.299336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2fa8d65-d753-468e-b802-5ff9b8695a20" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.299620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2fa8d65-d753-468e-b802-5ff9b8695a20" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.299710] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fa8d65-d753-468e-b802-5ff9b8695a20',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.802405] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2fa8d65-d753-468e-b802-5ff9b8695a20 [ 1308.802644] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.802809] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.802869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.803077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.803174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.803273] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2fa8d65-d753-468e-b802-5ff9b8695a20 already deleted. [ 1308.803348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2fa8d65-d753-468e-b802-5ff9b8695a20" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.419869] env[69987]: INFO networking_nsxv3.common.synchronization [None req-5b769233-432d-422c-b63b-be07a30a6b5a None None] Enqueued Resource ID: 73ee1e08-828b-4f9a-bb11-8919786801e0 with Priority: HIGHEST for action port [ 1310.419869] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ee1e08-828b-4f9a-bb11-8919786801e0 with Priority: HIGHEST for action port [ 1310.419869] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ee1e08-828b-4f9a-bb11-8919786801e0 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.419869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ee1e08-828b-4f9a-bb11-8919786801e0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.419869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ee1e08-828b-4f9a-bb11-8919786801e0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.419869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ee1e08-828b-4f9a-bb11-8919786801e0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.419869] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ee1e08-828b-4f9a-bb11-8919786801e0',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.922288] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73ee1e08-828b-4f9a-bb11-8919786801e0 [ 1310.922568] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.922727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.922810] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.923053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.923177] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.923263] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73ee1e08-828b-4f9a-bb11-8919786801e0 already deleted. [ 1310.923372] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ee1e08-828b-4f9a-bb11-8919786801e0" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.821133] env[69987]: INFO networking_nsxv3.common.synchronization [req-fc006b51-a03d-4149-85a0-23847aea35d1 req-c5760a94-e67b-4da5-ab84-171c2548be8d tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1313.822056] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1313.822303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.822589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.822589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.823025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.823112] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.823193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.823276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.823451] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.823515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.823635] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.092663] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.092663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.092663] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.093122] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.093584] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.093584] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.093806] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.093928] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.094107] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.094339] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.094459] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1314.094570] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1314.094680] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1314.095127] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1314.095127] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1314.095127] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1314.117606] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1314.117865] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1314.118112] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1314.118291] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.118593] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.118762] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.118885] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.119331] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.119477] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b1d9c4-f85a-4f93-a48a-87a59a84831b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.327229] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.327402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.327473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.327684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.327799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.327998] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.328133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.328183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.328291] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.328363] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.328447] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 already deleted. [ 1314.328595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.621845] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.621992] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.622340] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.622680] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.622973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.623027] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port f7b1d9c4-f85a-4f93-a48a-87a59a84831b not found, creating... [ 1314.623318] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.623485] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.623607] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.624030] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.624126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.624480] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.624631] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.624755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.624973] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.625128] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.625284] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: f7b1d9c4-f85a-4f93-a48a-87a59a84831b is going to be created. [ 1314.645736] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.646126] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.646252] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.646530] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.646769] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.647092] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.556769] env[69987]: INFO networking_nsxv3.common.synchronization [req-fc006b51-a03d-4149-85a0-23847aea35d1 req-a72d26e2-d001-489d-af3b-8541edf25858 service nova] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_rules [ 1315.557125] env[69987]: INFO networking_nsxv3.common.synchronization [req-fc006b51-a03d-4149-85a0-23847aea35d1 req-a72d26e2-d001-489d-af3b-8541edf25858 service nova] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1315.557274] env[69987]: INFO networking_nsxv3.common.synchronization [req-fc006b51-a03d-4149-85a0-23847aea35d1 req-a72d26e2-d001-489d-af3b-8541edf25858 service nova] Enqueued Resource ID: f7b1d9c4-f85a-4f93-a48a-87a59a84831b with Priority: HIGHEST for action port [ 1315.557734] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_rules [ 1315.557850] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1315.557981] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7b1d9c4-f85a-4f93-a48a-87a59a84831b with Priority: HIGHEST for action port [ 1315.558312] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.558459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.558541] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.558890] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.558929] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.559909] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.560028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.560079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.560284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.560469] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.560591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.560656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.560821] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.560935] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.561041] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.561838] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.561970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.562057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.562254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.562345] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7b1d9c4-f85a-4f93-a48a-87a59a84831b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.064732] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.064952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.065278] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.066594] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7b1d9c4-f85a-4f93-a48a-87a59a84831b with status ACTIVE [ 1316.066818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.067010] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.069850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.070433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.070433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.070564] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.074020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.074020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.074020] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7b1d9c4-f85a-4f93-a48a-87a59a84831b is going to be updated. [ 1316.086778] env[69987]: INFO networking_nsxv3.common.synchronization [req-c22b7a95-c06a-4618-a19f-55d3414f2cf5 req-b8dad4db-02fd-42e0-9095-b404c3e5f203 tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1316.087296] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1316.087669] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.087763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.096498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.096498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.096498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.096498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.096498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.096498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7b1d9c4-f85a-4f93-a48a-87a59a84831b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.575394] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.583736] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.585402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.585402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.585402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.585402] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.585402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.585402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.585756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.585756] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.586109] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1316.586109] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1316.586319] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1316.586476] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1316.586640] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1316.586770] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1316.586923] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1316.606608] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1316.606788] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1316.606930] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1316.607163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.607491] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-30d5769c-ab0c-4501-b426-4747886e04e6 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.607667] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.607794] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.608146] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.608290] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d5769c-ab0c-4501-b426-4747886e04e6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.077714] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.078044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.078044] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.078200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.078303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.078404] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be created. [ 1317.100332] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.100607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.100607] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.100765] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.100930] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.109391] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: UNINITIALIZED for 2s [ 1317.110980] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.111195] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.111312] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.111591] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.111750] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.111886] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 30d5769c-ab0c-4501-b426-4747886e04e6 not found, creating... [ 1317.112221] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.112393] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.112513] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.112739] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.112900] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.113209] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.113366] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.113484] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.113694] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.113832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.113974] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 30d5769c-ab0c-4501-b426-4747886e04e6 is going to be created. [ 1317.131609] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.131835] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.131944] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.132298] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.132534] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.132758] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.867604] env[69987]: INFO networking_nsxv3.common.synchronization [req-c22b7a95-c06a-4618-a19f-55d3414f2cf5 req-b8d4f7fb-cc2b-4d13-a939-17697bdccab2 service nova] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_rules [ 1317.867882] env[69987]: INFO networking_nsxv3.common.synchronization [req-c22b7a95-c06a-4618-a19f-55d3414f2cf5 req-b8d4f7fb-cc2b-4d13-a939-17697bdccab2 service nova] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1317.867928] env[69987]: INFO networking_nsxv3.common.synchronization [req-c22b7a95-c06a-4618-a19f-55d3414f2cf5 req-b8d4f7fb-cc2b-4d13-a939-17697bdccab2 service nova] Enqueued Resource ID: 30d5769c-ab0c-4501-b426-4747886e04e6 with Priority: HIGHEST for action port [ 1317.868175] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_rules [ 1317.868333] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1317.868431] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30d5769c-ab0c-4501-b426-4747886e04e6 with Priority: HIGHEST for action port [ 1317.869104] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.869165] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.869314] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.869421] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.869565] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-30d5769c-ab0c-4501-b426-4747886e04e6 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.869663] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.869717] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.869912] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.869986] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30d5769c-ab0c-4501-b426-4747886e04e6',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.374629] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30d5769c-ab0c-4501-b426-4747886e04e6 with status ACTIVE [ 1318.374916] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.375064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.375146] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.375411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.375551] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.375742] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.375855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.375911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.376096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.376172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.376385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.376546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.376595] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.376702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.376799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.376908] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30d5769c-ab0c-4501-b426-4747886e04e6 is going to be updated. [ 1318.396140] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.396447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.396447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.396832] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.397111] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.397424] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30d5769c-ab0c-4501-b426-4747886e04e6" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.102974] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.103390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.103390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.103555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.103665] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.120109] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: UNINITIALIZED for 4s [ 1319.606941] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.108728] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.611683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1320.611683] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1321.136369] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1321.136746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.136746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.136958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.137160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.137280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.137370] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.137535] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.137618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.137703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.137800] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.138761] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.139013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.139199] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.139304] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.139368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.139518] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.139659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.139778] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.371944] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.372211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.372211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.372435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.384465] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1321.387456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.388402] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1321.423782] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.423999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.424061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.424276] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.437208] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.438100] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1321.438213] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.438300] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1321.476858] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.476858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.476858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.476858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.478483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.478770] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1321.557026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.557026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.557026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.557026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.557433] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.557899] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1321.630324] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.630793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.631727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.631727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.631727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.631896] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1321.631982] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'5d949c8a-b5b7-4a41-affb-d53ec6415c3c', '9623998d-8287-408c-bd2c-2264c36cb321', '5f6948f0-222f-4fbc-91b2-dc92a71c1b8d', 'f0750692-047a-4901-b312-91bcc035f729', 'ed7dd9d7-1d92-47ad-b25a-089a49aff739', 'db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1', '1ae741ef-553f-4698-931e-62fcfe7ce721', '9381ec42-9718-47fd-b1c5-5d82411f2b3a', '1ca8d82f-952f-4a26-8964-3fb6b5f76a05', 'a956c20c-4cac-43d4-b0b2-33b034f0a6ad', '0f8580b0-6666-4157-9178-5ad2587a9bfe', '47f66c73-3f22-40b9-9dd9-779701f9b1fe', '62a0ada0-d959-4df9-9c1b-f29c9ddc6228', 'c0c3a592-8012-4add-84c8-45218cb5fafb', '70d8f004-e56a-4667-8b66-23b82c439da8', '8da7d895-158a-44cf-b105-b9f9ae1513c1', '06846609-0dc3-4a80-9b48-f8ea70003626', '45f5a813-2a47-4ea1-8064-fd5123427a85', 'b02b66b0-fa5c-4343-b05d-0631e20fbfa7', '23f8d939-7bfd-478f-adf1-283d4846ae86', '4c3a106d-af97-4ef1-b178-e107485b441e', '89cfeb59-8cf3-49b1-aa75-25b438cc6196', 'c4d2566e-0009-4cd8-b070-1d52d26dd2ce', 'a68ffebb-f0a0-453c-9b31-a9244fd4d610', '774b120a-df4d-4ae7-a8dc-c1101dcaab9b', 'ac5d3971-b9f7-4747-9326-3fc5c217b58a', 'e883c732-2625-4d61-9cd5-7a03afdb5e7c', '3d9c05f0-9bff-4e91-bc46-ef8040615ddc', '7bdf3b6b-5903-4928-96d6-5593d4180216', 'd9f8db4b-d5e9-4b6f-b083-8e61d2a44175', '1693741f-5c23-4c00-acc2-c176c6238185', '4a789a95-8419-42ee-96ef-2c168e7eb037', '90a9f0bd-984d-4488-8e8b-aaaf9ba5863b', 'cd2ae08d-04ca-4fa2-b35c-8008b168a677', '705b8f91-ab36-4c5e-add9-89c41e40264b', 'be891979-a770-4737-bd9a-a62bd6ac287f', '474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1', '11195dfe-46d6-4b02-8f04-3b96faf01bcf', '9fe42996-7f73-4d7a-8844-e92ddb2ecefa', '8eb24750-de46-4d34-b982-85dfe7ebba28', '6ff3cff6-adbf-436a-bc4c-fcfb39058d7a', 'f7630a9a-cd21-4dcb-8ae7-7937be6700ea', 'c788a40b-ec14-4374-b13f-5857defba0a8'} {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.632143] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1321.641923] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.642193] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.642304] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.650872] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.651072] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.651119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.651321] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.651396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.651510] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1321.651583] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.651641] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1321.726961] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.727155] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.727235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.727494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.728637] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.728904] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1321.728984] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1321.729067] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1321.729134] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1321.729212] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1321.729284] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGH for action security_group_rules [ 1321.729363] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGH for action security_group_rules [ 1321.729431] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGH for action security_group_rules [ 1321.729493] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGH for action security_group_rules [ 1321.729578] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGH for action security_group_rules [ 1321.729705] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGH for action security_group_rules [ 1321.729879] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGH for action security_group_rules [ 1321.729972] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGH for action security_group_rules [ 1321.730052] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGH for action security_group_rules [ 1321.730186] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGH for action security_group_rules [ 1321.730246] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGH for action security_group_rules [ 1321.730287] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGH for action security_group_rules [ 1321.730322] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGH for action security_group_rules [ 1321.730383] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGH for action security_group_rules [ 1321.730444] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGH for action security_group_rules [ 1321.730505] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGH for action security_group_rules [ 1321.730565] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGH for action security_group_rules [ 1321.730628] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGH for action security_group_rules [ 1321.730689] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGH for action security_group_rules [ 1321.730749] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGH for action security_group_rules [ 1321.730843] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.144298] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.646869] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.647074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.647128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.647313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.647401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.647499] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be updated. [ 1322.672158] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.672338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.672338] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.672525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.672656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.680842] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: IN_PROGRESS for 2s [ 1322.869473] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.869678] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=4 [ 1322.869727] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c with Priority: HIGH for action security_group_rules [ 1322.869826] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d with Priority: HIGH for action security_group_rules [ 1322.869926] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 with Priority: HIGH for action security_group_rules [ 1322.870048] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d8f004-e56a-4667-8b66-23b82c439da8 with Priority: HIGH for action security_group_rules [ 1322.870161] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 with Priority: HIGH for action security_group_rules [ 1322.870251] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGH for action security_group_rules [ 1322.870340] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 with Priority: HIGH for action security_group_rules [ 1322.870428] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06846609-0dc3-4a80-9b48-f8ea70003626 with Priority: HIGH for action security_group_rules [ 1322.870512] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGH for action security_group_rules [ 1322.870599] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 with Priority: HIGH for action security_group_rules [ 1322.870685] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 with Priority: HIGH for action security_group_rules [ 1322.870769] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe with Priority: HIGH for action security_group_rules [ 1322.870852] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe with Priority: HIGH for action security_group_rules [ 1322.870970] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad with Priority: HIGH for action security_group_rules [ 1322.871043] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGH for action security_group_rules [ 1322.871141] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 with Priority: HIGH for action security_group_rules [ 1322.871239] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a with Priority: HIGH for action security_group_rules [ 1322.871328] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 with Priority: HIGH for action security_group_rules [ 1322.871414] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9623998d-8287-408c-bd2c-2264c36cb321 with Priority: HIGH for action security_group_rules [ 1322.871524] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGH for action security_group_rules [ 1322.871895] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.872100] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.872232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.872456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.872525] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d949c8a-b5b7-4a41-affb-d53ec6415c3c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.873575] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.873692] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.873758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.873921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.873997] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f6948f0-222f-4fbc-91b2-dc92a71c1b8d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.874996] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ae741ef-553f-4698-931e-62fcfe7ce721 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.875113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.875180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.875326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.875397] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ae741ef-553f-4698-931e-62fcfe7ce721',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.876066] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70d8f004-e56a-4667-8b66-23b82c439da8 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.876175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.876425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.876425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.876500] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70d8f004-e56a-4667-8b66-23b82c439da8',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.877240] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23f8d939-7bfd-478f-adf1-283d4846ae86 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.877346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.877657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.877657] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.877657] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23f8d939-7bfd-478f-adf1-283d4846ae86',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.878275] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.878381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.878445] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.878596] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.878665] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.879448] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f5a813-2a47-4ea1-8064-fd5123427a85 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.879562] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.879636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.879780] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.879849] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f5a813-2a47-4ea1-8064-fd5123427a85',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.880511] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06846609-0dc3-4a80-9b48-f8ea70003626 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.880615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.880679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.880823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.880893] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06846609-0dc3-4a80-9b48-f8ea70003626',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.881583] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.881687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.881796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.881889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.881958] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.882685] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8da7d895-158a-44cf-b105-b9f9ae1513c1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.882816] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.882895] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.883054] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.883143] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8da7d895-158a-44cf-b105-b9f9ae1513c1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.884010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.884120] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.884186] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.884331] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.884400] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62a0ada0-d959-4df9-9c1b-f29c9ddc6228',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.885054] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.885164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.885231] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.885375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.885447] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47f66c73-3f22-40b9-9dd9-779701f9b1fe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.886200] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f8580b0-6666-4157-9178-5ad2587a9bfe taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.886200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.886351] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.886399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.886505] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f8580b0-6666-4157-9178-5ad2587a9bfe',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.887178] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.887242] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.887280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.887464] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.887541] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a956c20c-4cac-43d4-b0b2-33b034f0a6ad',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.888518] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.888758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.888758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.888758] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.888875] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.889510] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.889628] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.889674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.889796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.889864] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.890546] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.890641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.890682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.890825] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.890929] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9381ec42-9718-47fd-b1c5-5d82411f2b3a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.891667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.891768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.891768] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.892119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.892119] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed7dd9d7-1d92-47ad-b25a-089a49aff739',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.892641] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9623998d-8287-408c-bd2c-2264c36cb321 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.892766] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.892823] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.892938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.893016] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9623998d-8287-408c-bd2c-2264c36cb321',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.893752] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.893840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.893905] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.894063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.894136] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.918903] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.919083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.919083] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.919273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.920985] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.921292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.921955] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.922064] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.937602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.937740] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ae741ef-553f-4698-931e-62fcfe7ce721 is going to be deleted. [ 1322.938536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.938746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.957944] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.958060] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70d8f004-e56a-4667-8b66-23b82c439da8 is going to be deleted. [ 1322.958787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.958979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.974496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.974624] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d949c8a-b5b7-4a41-affb-d53ec6415c3c is going to be deleted. [ 1323.007611] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.007744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.007802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.008008] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.008127] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.008237] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ae741ef-553f-4698-931e-62fcfe7ce721" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.008936] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.009057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.009124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.009280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.009358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.009459] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70d8f004-e56a-4667-8b66-23b82c439da8" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.020439] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.020545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.020597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.020750] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.020827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.020929] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d949c8a-b5b7-4a41-affb-d53ec6415c3c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.399630] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.400076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.400076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.400202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.400382] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.400502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.400592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.400784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.401136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.401314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.401475] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.410243] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.410390] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.410511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.410933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.411107] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.411203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.411260] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.411411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.411493] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.411575] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.411661] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.416498] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.416620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.416720] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.416874] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.417058] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.417161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.417235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.417409] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.417499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.417586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.417668] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.428147] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.443652] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.443801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.443859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.444035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.451302] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.451415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.461255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.461371] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.462156] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.462266] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.462935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.463052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.463740] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.463866] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.464614] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.464705] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.465404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.465495] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.466128] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.466216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.466897] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.466989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.468436] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.468589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.469347] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.469727] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.469836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.470400] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.470776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.470856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.471486] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.471876] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.471948] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.476682] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1323.477161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.477341] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47f66c73-3f22-40b9-9dd9-779701f9b1fe is going to be deleted. [ 1323.478198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.478407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.494219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.494348] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1 is going to be deleted. [ 1323.495076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.495257] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.510968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.511101] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9623998d-8287-408c-bd2c-2264c36cb321 is going to be deleted. [ 1323.511858] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.512065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.531937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.532076] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f6948f0-222f-4fbc-91b2-dc92a71c1b8d is going to be deleted. [ 1323.532938] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.533174] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.553366] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.553485] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.554191] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.554283] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.558311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.558426] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23f8d939-7bfd-478f-adf1-283d4846ae86 is going to be deleted. [ 1323.559252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.559456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.583776] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.583986] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9381ec42-9718-47fd-b1c5-5d82411f2b3a is going to be deleted. [ 1323.585299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.585546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.586966] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.587133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.595332] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.595443] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.620879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.621047] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a956c20c-4cac-43d4-b0b2-33b034f0a6ad is going to be deleted. [ 1323.621933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.622188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.632254] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.632391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.658985] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.659150] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06846609-0dc3-4a80-9b48-f8ea70003626 is going to be deleted. [ 1323.660074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.660314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.722216] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.722429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.726604] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.726710] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be deleted. [ 1323.727591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.727813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.738927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.739058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.754425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.754530] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f5a813-2a47-4ea1-8064-fd5123427a85 is going to be deleted. [ 1323.755342] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.755546] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.821959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.822207] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed7dd9d7-1d92-47ad-b25a-089a49aff739 is going to be deleted. [ 1323.823198] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.823439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.833919] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.834048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.835303] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.835413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.849016] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.849164] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.877804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.877961] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f8580b0-6666-4157-9178-5ad2587a9bfe is going to be deleted. [ 1323.878942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.879188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.903940] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.913738] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.932316] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0750692-047a-4901-b312-91bcc035f729: rpc.has_security_group_logging(os_id): False [ 1324.061388] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.061629] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.064896] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.065058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.067157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.067294] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8da7d895-158a-44cf-b105-b9f9ae1513c1 is going to be deleted. [ 1324.069047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.069047] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.101464] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.101641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.105104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.105245] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62a0ada0-d959-4df9-9c1b-f29c9ddc6228 is going to be deleted. [ 1324.106234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.106501] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.106598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.106743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47f66c73-3f22-40b9-9dd9-779701f9b1fe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.106909] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.107099] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.107185] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.107326] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db5a59e6-f8da-45b4-9bd5-a3d1cc616ce1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.107844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.108025] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.108121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.108251] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9623998d-8287-408c-bd2c-2264c36cb321" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.108392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.108572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.108668] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.108794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f6948f0-222f-4fbc-91b2-dc92a71c1b8d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.108959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.109125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.109220] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.109328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23f8d939-7bfd-478f-adf1-283d4846ae86" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.109473] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.109630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.109716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.109841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9381ec42-9718-47fd-b1c5-5d82411f2b3a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.109989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.110170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.110270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.110387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a956c20c-4cac-43d4-b0b2-33b034f0a6ad" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.110537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.110702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.110787] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.110911] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06846609-0dc3-4a80-9b48-f8ea70003626" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.111063] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.111218] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.111309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.111425] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.111574] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.111736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.111817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.111969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f5a813-2a47-4ea1-8064-fd5123427a85" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.112086] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.112280] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.162747] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163168] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.163311] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.163381] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.163585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.163688] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.163799] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1324.165199] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.165448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.165568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.165728] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed7dd9d7-1d92-47ad-b25a-089a49aff739" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.165897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.166135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.166269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.166466] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f8580b0-6666-4157-9178-5ad2587a9bfe" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.196410] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.196653] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.196778] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.197125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.197325] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.197429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8da7d895-158a-44cf-b105-b9f9ae1513c1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.269841] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.269841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.269841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.269841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.269841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.269841] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62a0ada0-d959-4df9-9c1b-f29c9ddc6228" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.273031] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.273235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.273235] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.273373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.273530] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.301340] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1324.405937] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ca8d82f-952f-4a26-8964-3fb6b5f76a05: rpc.has_security_group_logging(os_id): False [ 1324.415024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b02b66b0-fa5c-4343-b05d-0631e20fbfa7: rpc.has_security_group_logging(os_id): False [ 1324.430071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.430071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.430071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.430071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.432055] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.432188] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.450568] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.450860] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.450957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.451035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.451234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.451320] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.451406] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1324.452422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.452589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.471340] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.471623] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.471739] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.471805] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.471982] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.472076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.472204] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1324.517536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.517672] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.517731] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.517942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.518108] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.525274] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.525387] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.525432] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.525591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.525685] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.533915] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1324.535808] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1324.705104] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1324.705379] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.705571] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.705850] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.706084] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.706230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.706308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.706504] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.706598] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.706701] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.957238] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.957443] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.957572] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.957850] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.958146] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.958319] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.958439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.958657] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.958805] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.959024] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.959143] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.959295] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.959423] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.959541] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1324.959648] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.959784] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.976916] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.977074] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1324.977215] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.977401] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-775" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.977674] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-6645c1c7-f316-403a-98aa-8b2cca92f8e4 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.977835] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.977956] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.978220] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.978360] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6645c1c7-f316-403a-98aa-8b2cca92f8e4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.209296] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.480632] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.480983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.480983] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.481314] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.481502] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.481794] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.481954] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.482087] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.482384] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.482522] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.482801] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.482957] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.483106] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.483359] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.483504] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.483650] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 is going to be updated. [ 1325.502870] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.503068] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.503204] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.503427] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.503611] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.503832] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.710876] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.214100] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.214269] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.214335] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.214549] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.214965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.215124] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be updated. [ 1326.223086] env[69987]: INFO networking_nsxv3.common.synchronization [req-578a2ef6-1952-4ffa-a4f2-df2c74fdce97 req-2ca3df21-b3d2-4589-94d4-3307ae9b1595 service nova] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1326.223086] env[69987]: INFO networking_nsxv3.common.synchronization [req-578a2ef6-1952-4ffa-a4f2-df2c74fdce97 req-2ca3df21-b3d2-4589-94d4-3307ae9b1595 service nova] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1326.223086] env[69987]: INFO networking_nsxv3.common.synchronization [req-578a2ef6-1952-4ffa-a4f2-df2c74fdce97 req-2ca3df21-b3d2-4589-94d4-3307ae9b1595 service nova] Enqueued Resource ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 with Priority: HIGHEST for action port [ 1326.223086] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_rules [ 1326.223086] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1326.223086] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 with Priority: HIGHEST for action port [ 1326.223086] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.223762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.224391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.224756] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.224979] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.226250] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.226675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.226752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.226926] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.227176] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.227299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.227362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.227507] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.227842] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.227842] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.229019] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-6645c1c7-f316-403a-98aa-8b2cca92f8e4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.229182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.229182] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.232103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.232103] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6645c1c7-f316-403a-98aa-8b2cca92f8e4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.242723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.242839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.242916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.243090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.243228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.253017] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: IN_PROGRESS for 2s [ 1326.315307] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1326.315539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.546639] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1326.546639] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.547782] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1326.547782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.726912] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.727078] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.729467] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.734194] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6645c1c7-f316-403a-98aa-8b2cca92f8e4 with status ACTIVE [ 1326.734425] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.734586] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.734675] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.735091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.735091] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.735292] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.735292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.735456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.735456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.735641] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.735799] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.735875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.735923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.736059] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.736133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.736208] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6645c1c7-f316-403a-98aa-8b2cca92f8e4 is going to be updated. [ 1326.755180] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.755345] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.755398] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.755618] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.755772] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.755933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6645c1c7-f316-403a-98aa-8b2cca92f8e4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.231370] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.734624] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.734977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.734977] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.735143] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.735255] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.735361] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be updated. [ 1327.760020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.760301] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.760476] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.761161] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.761406] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.768809] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: IN_PROGRESS for 2s [ 1328.264053] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.264053] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.264053] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.264053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.265133] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.265133] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.265133] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.766648] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b752b8d8-b144-4c81-80a8-264707e1baa1: rpc.has_security_group_logging(os_id): False [ 1328.783788] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.783950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.783999] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.784310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.784411] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.784642] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.784745] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.784808] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.784960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.785051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.785235] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.785327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.785388] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.785522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.785592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.785768] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.785857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.785916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.786062] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.786136] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.786218] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be created. [ 1328.851965] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.852141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.852232] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.852467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.852642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.861881] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: IN_PROGRESS for 2s [ 1329.778329] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: SUCCESS [ 1329.778602] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.778753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.778952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.779199] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.779323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.779323] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.779452] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.779592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.779592] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.779704] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.281792] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.783659] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0c3a592-8012-4add-84c8-45218cb5fafb: rpc.has_security_group_logging(os_id): False [ 1330.800466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.800609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.800715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.800901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.800984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.801237] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.801339] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.801393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.801552] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.801623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.801711] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be created. [ 1330.857741] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.857947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.858029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.858273] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.858502] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.871234] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1330.871447] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.871727] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.871957] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.872073] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.873535] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: IN_PROGRESS for 2s [ 1331.223602] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.223814] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1331.374981] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.375258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.375258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.375469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.375647] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.375752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.375820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.375953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.376051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.376139] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.376224] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.879068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.879068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.879068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.879068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.879736] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.879736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.879736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.879736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.879736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.879736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.880162] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.880162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.880162] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.880303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.880406] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.880635] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.880713] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.880876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.880976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.881110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.881230] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.383420] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b752b8d8-b144-4c81-80a8-264707e1baa1: rpc.has_security_group_logging(os_id): False [ 1332.413235] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.413490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.413537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.413763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.413876] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.414103] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.414197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.414292] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.414525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.414634] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.414855] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.414960] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.415029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.415197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.415230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.415411] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.415513] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.415594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.415784] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.415884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.415975] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be updated. [ 1332.483035] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.483035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.483035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.483396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.483396] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.494457] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: IN_PROGRESS for 2s [ 1332.890975] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: SUCCESS [ 1332.891402] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.996173] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.996413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.996550] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.996897] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.997224] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.997432] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.997553] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.997789] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.997937] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.998170] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.998295] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1332.998474] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1332.998586] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1332.998712] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1332.998849] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1332.999069] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1333.017385] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1333.017595] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1333.017685] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1333.017882] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-695" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.018248] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.018447] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.018558] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.018839] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.018977] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b588e-3c97-4b85-b16b-0a1f4c7e4b18',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.522157] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.522439] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.522563] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.522867] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.523045] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.523392] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.523570] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.523695] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.523925] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.524089] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.524397] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.524560] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.524681] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.524898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.525049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.525201] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 is going to be updated. [ 1333.545056] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.545311] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.545446] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.545749] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.545951] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.546207] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.312177] env[69987]: INFO networking_nsxv3.common.synchronization [req-e38c7c3c-6c8a-42d5-93e4-e7bcc139f4bb req-5ec2ec35-b0a9-402c-9e83-153af0d535ba service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 1334.312177] env[69987]: INFO networking_nsxv3.common.synchronization [req-e38c7c3c-6c8a-42d5-93e4-e7bcc139f4bb req-5ec2ec35-b0a9-402c-9e83-153af0d535ba service nova] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1334.312177] env[69987]: INFO networking_nsxv3.common.synchronization [req-e38c7c3c-6c8a-42d5-93e4-e7bcc139f4bb req-5ec2ec35-b0a9-402c-9e83-153af0d535ba service nova] Enqueued Resource ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 with Priority: HIGHEST for action port [ 1334.312177] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_rules [ 1334.312177] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1334.312177] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 with Priority: HIGHEST for action port [ 1334.313837] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.315516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.315516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.315516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.315516] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.315667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.317494] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.317494] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.317494] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.318807] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.318807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.318807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.318968] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.318968] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('090b588e-3c97-4b85-b16b-0a1f4c7e4b18',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.506871] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1334.507175] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.820506] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.820736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.820872] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.821733] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 with status ACTIVE [ 1334.822395] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.822395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.822395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.822395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.822648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.822681] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.822859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.822923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.823121] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.823206] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.823509] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.823619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.823704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.823833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.823941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.823985] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 090b588e-3c97-4b85-b16b-0a1f4c7e4b18 is going to be updated. [ 1334.844363] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.844614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.844614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.844748] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.844878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.845033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-090b588e-3c97-4b85-b16b-0a1f4c7e4b18" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.326632] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.828824] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.828984] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.829134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.829322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.829434] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.829526] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1335.856667] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.856813] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.856898] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.857076] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.857228] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.865361] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1337.877392] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1337.877723] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.877976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.878298] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.878612] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.878794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.878904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.879163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.879289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.879426] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.879574] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.382413] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.885781] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0750692-047a-4901-b312-91bcc035f729: rpc.has_security_group_logging(os_id): False [ 1338.903993] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.904222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.904222] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.904462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.904626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.905057] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.905057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.905057] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.905243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.905243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.905312] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1338.963765] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.963975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.963975] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.964192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.964341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.978181] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1339.314143] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1339.314143] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1340.992214] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1340.992556] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.315339] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1344.315676] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1344.919499] env[69987]: INFO networking_nsxv3.common.synchronization [req-8f3eada4-4f56-40ef-b431-5178e28a7445 req-ae8940f6-7941-426d-86b4-d6a0b033a911 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1344.919719] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1344.920041] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.920167] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.920234] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.920453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.920637] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.920737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.920807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.920937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.921128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.921242] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.423509] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.926525] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.430319] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.430319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.430319] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.430979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.430979] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.430979] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1346.456854] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.457117] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.457219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.457666] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.457859] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.465854] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1348.476257] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1348.476678] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.920863] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1349.921380] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.900984] env[69987]: INFO networking_nsxv3.common.synchronization [None req-f3689fd6-1e1d-444b-9fdf-c199b2d2a5c4 tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_rules [ 1352.901623] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_rules [ 1352.901842] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.901964] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.902050] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.902295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.902377] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.968594] env[69987]: INFO networking_nsxv3.common.synchronization [None req-0ab06f79-a627-4478-90fb-cab955975745 tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_rules [ 1352.969107] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_rules [ 1352.969408] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.969508] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.424878] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.424878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.424878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.424878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.424878] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.425294] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 already deleted. [ 1353.425294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.425294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.425399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.425432] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.944071] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.944071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.944071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.944525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.944525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.944525] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 already deleted. [ 1353.944525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.971544] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.971798] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.169879] env[69987]: INFO networking_nsxv3.common.synchronization [req-2193345f-ed73-421c-887d-16342cac2aca req-3a130353-f46f-4a09-945f-59ef9fa40e59 tempest-ServerActionsTestOtherB-1022362737 tempest-ServerActionsTestOtherB-1022362737-project-member] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1358.170430] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGHEST for action security_group_members [ 1358.170776] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.171343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.171343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.171343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.171343] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.171631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.171631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.171631] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.171738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.171776] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.674659] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.674659] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.674946] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.675134] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.675264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.675501] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.675642] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.675738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.675918] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.676038] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.676201] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be updated. [ 1358.705519] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.705922] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.706085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.706330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.706515] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.715648] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: IN_PROGRESS for 2s [ 1359.972863] env[69987]: INFO networking_nsxv3.common.synchronization [req-2e7d3797-d290-46f4-9045-7bbdf77f6193 req-c5bb3411-6b49-4ac0-8f56-fd9ffdbb31b6 tempest-ServerActionsTestOtherA-1668209586 tempest-ServerActionsTestOtherA-1668209586-project-member] Enqueued Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1359.973485] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 with Priority: HIGHEST for action security_group_members [ 1359.973790] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.973919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.973989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.974422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.974422] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.974422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.974670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.974670] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.974743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.974776] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ca8d82f-952f-4a26-8964-3fb6b5f76a05',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.477065] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.477334] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.477436] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.477786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.477942] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.478272] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.478438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.478438] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.478605] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.478684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.478779] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 is going to be updated. [ 1360.504531] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.504697] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.504827] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.504914] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.505068] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.513339] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: IN_PROGRESS for 2s [ 1360.725238] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0750692-047a-4901-b312-91bcc035f729 in Status: SUCCESS [ 1360.725238] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0750692-047a-4901-b312-91bcc035f729 deletion is rescheduled due to dependency. [ 1360.725400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.984026] env[69987]: INFO networking_nsxv3.common.synchronization [req-412cc3b4-a68d-46c7-a665-d2fe2cf0aea3 req-ea8afc57-36ed-4c17-90ba-89141d445d28 tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_members [ 1360.984465] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_members [ 1360.984465] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.984555] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.984591] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.985439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.985439] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.985439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.985439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.985439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.985439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.985909] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.089421] env[69987]: INFO networking_nsxv3.common.synchronization [req-2efd9568-4d45-4f21-99b0-fa6a05891bb2 req-19b7729e-a23d-4259-a456-ee9d61dfbbbe tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_members [ 1361.089421] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGHEST for action security_group_members [ 1361.089421] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.091474] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.091716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.093590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.093590] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.093590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.093590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.093590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.093590] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.093590] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.323026] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.323026] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.323026] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.323026] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.323564] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1361.323810] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1361.324051] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1361.324285] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1361.324497] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1361.324738] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1361.345019] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1361.345019] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1361.345019] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1361.345019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-930" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.345019] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.345019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.345019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.345019] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.345019] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fdc013-6818-4f6e-8b1e-a5b46c4879fb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.488789] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.488789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.488789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.488789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.488789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.488789] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.488789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.488789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.489667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.489667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.489667] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 already deleted. [ 1361.489667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.595566] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.595725] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.595797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.596014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.617892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.618160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.618279] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.618346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.618539] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.618621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.618709] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 is going to be updated. [ 1361.644553] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.644703] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.644779] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.645016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.645159] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.654308] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 in Status: IN_PROGRESS for 2s [ 1361.848234] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.848234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.848234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.848234] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.848494] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.848494] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 54fdc013-6818-4f6e-8b1e-a5b46c4879fb not found, creating... [ 1361.848675] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.848862] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.848951] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.849186] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.849329] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.849616] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.849776] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.849898] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.850127] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.850268] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.850411] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 54fdc013-6818-4f6e-8b1e-a5b46c4879fb is going to be created. [ 1361.869966] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.870163] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.870289] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.870597] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.870927] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.871176] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.522559] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 in Status: SUCCESS [ 1362.522882] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ca8d82f-952f-4a26-8964-3fb6b5f76a05 deletion is rescheduled due to dependency. [ 1362.522882] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ca8d82f-952f-4a26-8964-3fb6b5f76a05" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.557247] env[69987]: INFO networking_nsxv3.common.synchronization [req-412cc3b4-a68d-46c7-a665-d2fe2cf0aea3 req-db983447-8d26-498a-af5f-2ba92fd291a4 service nova] Enqueued Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_rules [ 1362.557435] env[69987]: INFO networking_nsxv3.common.synchronization [req-412cc3b4-a68d-46c7-a665-d2fe2cf0aea3 req-db983447-8d26-498a-af5f-2ba92fd291a4 service nova] Enqueued Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_members [ 1362.557579] env[69987]: INFO networking_nsxv3.common.synchronization [req-412cc3b4-a68d-46c7-a665-d2fe2cf0aea3 req-db983447-8d26-498a-af5f-2ba92fd291a4 service nova] Enqueued Resource ID: 54fdc013-6818-4f6e-8b1e-a5b46c4879fb with Priority: HIGHEST for action port [ 1362.557793] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_rules [ 1362.557923] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_members [ 1362.558029] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54fdc013-6818-4f6e-8b1e-a5b46c4879fb with Priority: HIGHEST for action port [ 1362.558569] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.558712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.558752] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.559012] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.559012] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.559806] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.560428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.560428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.560428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.560428] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.560428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.560679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.560679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.560741] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.560822] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.561536] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.561702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.561702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.562196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.562196] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54fdc013-6818-4f6e-8b1e-a5b46c4879fb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.063499] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.064705] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.064831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.065191] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54fdc013-6818-4f6e-8b1e-a5b46c4879fb with status ACTIVE [ 1363.065360] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.065488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.065525] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.065718] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.065793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.065956] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.066058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.066113] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.066267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.066341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.066516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.066609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.066687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.066897] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.066955] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.067025] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54fdc013-6818-4f6e-8b1e-a5b46c4879fb is going to be updated. [ 1363.086204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.086343] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.086395] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.086579] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.086743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.086916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54fdc013-6818-4f6e-8b1e-a5b46c4879fb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.566244] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.664014] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 in Status: SUCCESS [ 1363.664200] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 deletion is rescheduled due to dependency. [ 1363.664313] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.068494] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.068696] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.068742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.069422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.069422] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.069422] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 is going to be created. [ 1364.092114] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.092287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.092287] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.092415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.093052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.102916] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 in Status: UNINITIALIZED for 2s [ 1366.112743] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 in Status: SUCCESS [ 1366.113131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.113180] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.113358] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.113549] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.113719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.113804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.113958] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.114051] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.114137] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.114224] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.616693] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.121535] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b788b8f3-c169-455a-a6b6-f74b743f2dd4: rpc.has_security_group_logging(os_id): False [ 1367.138577] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.138774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.138839] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.139014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.139114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.139359] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.139460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.139521] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.139709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.139793] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.139881] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 is going to be created. [ 1367.192785] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.192941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.192941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.193114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.193296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.204096] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 in Status: IN_PROGRESS for 2s [ 1367.559321] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.559458] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1369.216638] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 in Status: SUCCESS [ 1369.216953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.560534] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.560534] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.562026] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.562463] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.369316] env[69987]: INFO networking_nsxv3.common.synchronization [req-f3802b91-24dc-4d9c-9b12-1a1f2aad3448 req-9a271a7c-6727-40df-9a38-6c56a16e312b tempest-AttachVolumeShelveTestJSON-1660149816 tempest-AttachVolumeShelveTestJSON-1660149816-project-member] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1382.369736] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGHEST for action security_group_members [ 1382.370068] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.370196] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.370258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.370461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.370619] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.370712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.370774] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.371148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.371148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.371148] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.873255] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.873524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.873524] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.873709] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.873801] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.874010] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.874141] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.874204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.874300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.874375] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.874460] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be updated. [ 1382.901558] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.901738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.901738] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.901869] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.901993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.909531] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: IN_PROGRESS for 2s [ 1384.920095] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0c3a592-8012-4add-84c8-45218cb5fafb in Status: SUCCESS [ 1384.920538] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb deletion is rescheduled due to dependency. [ 1384.920538] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.370281] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.370647] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.371010] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.371010] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.313981] env[69987]: INFO networking_nsxv3.common.synchronization [req-2b938e4d-a76d-4db4-854c-3c3065486a19 req-7fee7ede-83ec-4afe-b3f8-0b05cbd8a5c2 tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1395.314693] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1395.315062] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.315200] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.315267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.315462] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.315844] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.315844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.315844] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.316101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.316101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.316101] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.818294] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.818559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.818559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.818712] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.818791] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.818991] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.819104] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.819157] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.819305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.819382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.819471] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1395.847367] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.847573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.847573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.847744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.847879] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.854901] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1397.865184] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1397.865558] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 deletion is rescheduled due to dependency. [ 1397.865558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.316058] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.316423] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.206486] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbc62777-7091-4706-ac40-5dead5b1a611 req-ebbe30d5-e00e-4570-ac83-caa9944b5b1a tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1402.206754] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1402.207204] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.207368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.207444] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.207638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.207799] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.208101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.208101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.208101] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.208330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.208330] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.459771] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.459771] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.459771] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.459771] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.460034] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.460100] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.460219] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.460402] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.460552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.460763] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.460917] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1402.461044] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1402.461217] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1402.461347] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1402.461483] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1402.461627] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1402.480667] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1402.480850] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1402.480964] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1402.481157] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.481449] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.481616] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.481741] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.482049] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.482198] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7cf72f-19f6-46a2-87cc-d8f019aec72d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.710874] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.711170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.711170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.711329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.711419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.711627] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.711730] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.711786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.711933] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.712016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.712110] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1402.733739] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.733963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.733963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.734190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.734322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.742024] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1402.984763] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.984984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.985153] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.985481] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.985647] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.985811] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 4a7cf72f-19f6-46a2-87cc-d8f019aec72d not found, creating... [ 1402.986099] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.986552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.986552] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.986696] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.986823] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.987110] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.987273] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.987394] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.987613] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.987755] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.987898] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 4a7cf72f-19f6-46a2-87cc-d8f019aec72d is going to be created. [ 1403.008077] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.008303] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.008801] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.008801] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.009061] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.009198] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.685149] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbc62777-7091-4706-ac40-5dead5b1a611 req-f49adf68-4429-482b-b3c9-df476f3f039d service nova] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1403.685599] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbc62777-7091-4706-ac40-5dead5b1a611 req-f49adf68-4429-482b-b3c9-df476f3f039d service nova] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1403.685599] env[69987]: INFO networking_nsxv3.common.synchronization [req-bbc62777-7091-4706-ac40-5dead5b1a611 req-f49adf68-4429-482b-b3c9-df476f3f039d service nova] Enqueued Resource ID: 4a7cf72f-19f6-46a2-87cc-d8f019aec72d with Priority: HIGHEST for action port [ 1403.685929] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1403.685929] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1403.685929] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a7cf72f-19f6-46a2-87cc-d8f019aec72d with Priority: HIGHEST for action port [ 1403.686436] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.686624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.686624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.686807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.686897] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.687686] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.687812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.687967] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.689475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.689589] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.689719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.689804] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a7cf72f-19f6-46a2-87cc-d8f019aec72d',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.191561] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.191658] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.192987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a7cf72f-19f6-46a2-87cc-d8f019aec72d with status ACTIVE [ 1404.193140] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.193322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.193322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.193517] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.193615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.193805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.193892] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.193959] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.194090] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.194163] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.194340] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.194435] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.194488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.194624] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.194694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.194777] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a7cf72f-19f6-46a2-87cc-d8f019aec72d is going to be updated. [ 1404.216646] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.216833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.216833] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.217129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.217129] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.217308] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a7cf72f-19f6-46a2-87cc-d8f019aec72d" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.751851] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1404.752128] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 deletion is rescheduled due to dependency. [ 1404.752172] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.752294] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.752522] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.752702] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.752814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.752875] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.753031] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.753114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.753217] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.256118] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.758662] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.262033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.262033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.262033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.262033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.262033] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.262033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1406.288594] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.289274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.289274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.289274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.289274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.296608] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1408.309075] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1408.309394] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.309448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.309648] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.309836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.309950] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.310034] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.310197] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.310284] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.310373] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.310463] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.686840] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.687057] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1408.812663] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.314618] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b02b66b0-fa5c-4343-b05d-0631e20fbfa7: rpc.has_security_group_logging(os_id): False [ 1409.331304] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.331537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.331537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.332094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.332094] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.332094] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.332356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.332356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.332356] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.332500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.332500] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1409.388207] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.388391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.388391] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.388536] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.388667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.399201] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1411.413943] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1411.414361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.687710] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.688143] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.688508] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.688508] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.689024] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.689399] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.689816] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.690287] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.691176] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.691532] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.692572] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.692976] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.694155] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.694528] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.695933] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.696335] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.696830] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.697099] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.698227] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.698568] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.699341] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.699707] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.700634] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.700634] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.623490] env[69987]: INFO networking_nsxv3.common.synchronization [req-314bd73a-fef5-4928-93af-2267a1141224 req-10fe1367-c7b0-4b94-b619-a8713bab241a tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_members [ 1471.624034] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 with Priority: HIGHEST for action security_group_members [ 1471.624480] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b788b8f3-c169-455a-a6b6-f74b743f2dd4 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.624613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.624613] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.624762] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.624918] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.625028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.625740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.625740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.625740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.625740] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b788b8f3-c169-455a-a6b6-f74b743f2dd4',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.127779] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.127965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.128048] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.128310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.128408] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.128615] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.128716] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.128773] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.128919] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.128993] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.129089] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 is going to be updated. [ 1472.163469] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.163630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.163679] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.163837] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.163969] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.171227] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 in Status: IN_PROGRESS for 2s [ 1474.181140] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 in Status: SUCCESS [ 1474.181553] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b788b8f3-c169-455a-a6b6-f74b743f2dd4 deletion is rescheduled due to dependency. [ 1474.181553] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b788b8f3-c169-455a-a6b6-f74b743f2dd4" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1476.625779] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.625779] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.201192] env[69987]: INFO networking_nsxv3.common.synchronization [req-64f15093-c0c6-4807-b0db-810337245e15 req-f52ceb1b-ac58-43ee-a505-b4f4bd77b6fd tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1481.201727] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1481.202038] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.202169] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.202243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.202812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.202812] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.202812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.202812] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.203079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.203079] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.203079] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.704940] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.705240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.705240] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.705498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.705603] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.705818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.705920] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.705976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.706140] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.706216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.706301] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1481.734295] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.734500] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.734580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.734694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.734818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.742395] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1482.636508] env[69987]: INFO networking_nsxv3.common.synchronization [req-c242b47d-69f0-4464-9fe6-fa6564933803 req-d99ecf6c-4b2e-4cd9-a7af-ae8dd9ecb0b3 tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1482.636996] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1482.637357] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.637480] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.637545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.637743] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.637898] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.637995] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.638077] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.638213] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.638296] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.638390] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.141018] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.643136] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1483.755064] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1483.755200] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 deletion is rescheduled due to dependency. [ 1483.755288] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.146059] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.146295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.146295] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.146469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.146558] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.146659] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be updated. [ 1484.175516] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.175719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.175719] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.175884] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.176035] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.188767] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: IN_PROGRESS for 2s [ 1486.202397] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1486.202814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.638050] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.638503] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.234239] env[69987]: INFO networking_nsxv3.common.synchronization [req-cdc1ad51-9162-4a35-9c1c-9ea5c84eab47 req-8d768449-de90-4458-8ed6-959a88251f2f tempest-ServerRescueNegativeTestJSON-392299606 tempest-ServerRescueNegativeTestJSON-392299606-project-member] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1489.234720] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGHEST for action security_group_members [ 1489.235125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.235278] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.235348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.235566] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.235723] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.235814] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.235873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.236028] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.236124] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.236216] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.738385] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.738594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.738594] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.738908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.739052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.739297] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.739429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.739512] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.739704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.739807] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.739917] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be updated. [ 1489.776433] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.776587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.776630] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.776796] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.776928] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.785225] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: IN_PROGRESS for 2s [ 1490.213764] env[69987]: INFO networking_nsxv3.common.synchronization [req-552dab32-fe21-4331-a9a0-b1e826350e89 req-2840e22c-571f-4f49-b1d9-23d8ebfd1caa tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1490.214355] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1490.214716] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.214836] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.214901] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.215241] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.215411] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.215516] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.215582] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.215736] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.215819] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.215910] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.444370] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.444370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.444370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.444370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.444370] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.444370] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.444903] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.445028] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.445191] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.445472] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1490.445539] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] NeedRegenerationException {{(pid=69987) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1490.445651] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] no value, waiting for create lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1490.445756] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] value creation lock acquired {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1490.445864] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] No value present for key: 'zone-id' {{(pid=69987) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1490.445979] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Calling creation function for not-yet-present value {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1490.446126] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1490.464362] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1490.466775] env[69987]: DEBUG dogpile.cache.region [None req-42329525-1828-4857-a977-04937f74d04b None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69987) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1490.466775] env[69987]: DEBUG dogpile.lock [None req-42329525-1828-4857-a977-04937f74d04b None None] Released creation lock {{(pid=69987) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1490.466775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "network-941" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.466775] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock port-01459963-eeb3-41b6-8c27-c82b360c49cc taken with stack trace [, , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.466775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.466775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.466775] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.466775] env[69987]: DEBUG networking_nsxv3.api.rpc [None req-42329525-1828-4857-a977-04937f74d04b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01459963-eeb3-41b6-8c27-c82b360c49cc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.718521] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.718771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.718771] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.718970] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.719080] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.719284] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.719385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.719448] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.719636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.719702] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.719803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1490.745235] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.745410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.745410] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.745621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.745759] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.754479] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1490.968321] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.968565] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.968625] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.968918] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.969096] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.969261] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Segment Port 01459963-eeb3-41b6-8c27-c82b360c49cc not found, creating... [ 1490.969530] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.969692] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.969813] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.970051] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.970198] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.970485] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.970649] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.970769] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.970984] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.971137] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.971282] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-42329525-1828-4857-a977-04937f74d04b None None] Resource: SegmentPort with ID: 01459963-eeb3-41b6-8c27-c82b360c49cc is going to be created. [ 1490.994024] env[69987]: DEBUG networking_nsxv3.common.locking [None req-42329525-1828-4857-a977-04937f74d04b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.994024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.994024] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.994285] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.994413] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.994678] env[69987]: DEBUG oslo_concurrency.lockutils [None req-42329525-1828-4857-a977-04937f74d04b None None] Releasing lock "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.657351] env[69987]: INFO networking_nsxv3.common.synchronization [req-552dab32-fe21-4331-a9a0-b1e826350e89 req-44060a61-8a10-47e2-b1c2-48a4681aaa12 service nova] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1491.657351] env[69987]: INFO networking_nsxv3.common.synchronization [req-552dab32-fe21-4331-a9a0-b1e826350e89 req-44060a61-8a10-47e2-b1c2-48a4681aaa12 service nova] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1491.657351] env[69987]: INFO networking_nsxv3.common.synchronization [req-552dab32-fe21-4331-a9a0-b1e826350e89 req-44060a61-8a10-47e2-b1c2-48a4681aaa12 service nova] Enqueued Resource ID: 01459963-eeb3-41b6-8c27-c82b360c49cc with Priority: HIGHEST for action port [ 1491.657351] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_rules [ 1491.657351] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1491.657351] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01459963-eeb3-41b6-8c27-c82b360c49cc with Priority: HIGHEST for action port [ 1491.657881] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.658246] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.658429] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.658755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.659069] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.660547] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.661989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.661989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock port-01459963-eeb3-41b6-8c27-c82b360c49cc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.661989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.661989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.661989] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.661989] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01459963-eeb3-41b6-8c27-c82b360c49cc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.794698] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b752b8d8-b144-4c81-80a8-264707e1baa1 in Status: SUCCESS [ 1491.794890] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 deletion is rescheduled due to dependency. [ 1491.795018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.161091] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.161303] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.163635] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01459963-eeb3-41b6-8c27-c82b360c49cc with status ACTIVE [ 1492.163853] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.164016] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.164060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.164261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.164330] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.164522] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.164623] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.164680] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.164831] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.164908] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.165105] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.165210] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.165267] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.165385] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.165457] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.165541] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01459963-eeb3-41b6-8c27-c82b360c49cc is going to be updated. [ 1492.187927] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.188644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.188644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.188644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.188644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.188644] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01459963-eeb3-41b6-8c27-c82b360c49cc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.766125] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1492.766125] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 deletion is rescheduled due to dependency. [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.766125] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1492.766125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1492.766125] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.268866] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.771860] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.274818] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.275042] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.275106] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.275314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.275407] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.275536] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1494.305870] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.306018] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.306098] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.306376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.306460] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.315839] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1496.327038] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1496.327337] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.327393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.327581] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.327769] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1496.327887] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1496.327951] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1496.328119] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1496.328204] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.328289] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1496.328377] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1496.657198] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.657409] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1496.831066] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.333461] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b02b66b0-fa5c-4343-b05d-0631e20fbfa7: rpc.has_security_group_logging(os_id): False [ 1497.358020] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.358223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.358274] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.358453] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.358545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.358802] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.358907] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.358972] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.359148] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.359226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.359313] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1497.443404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.443609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.443609] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.443822] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.443963] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.456987] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1499.471826] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1499.472243] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1501.658844] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.659237] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.660557] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.660967] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.661572] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.661955] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1516.662407] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.662782] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.156785] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1521.157189] env[69987]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-e64f2c0b-839a-41f9-9bbf-85675fe1d85a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1521.663683] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.663886] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.665095] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.665502] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.666541] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.666892] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.668106] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.668451] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1541.669392] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.669775] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1546.670872] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.671238] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.672199] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.672742] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1552.996056] env[69987]: INFO networking_nsxv3.common.synchronization [req-908b34b7-b0f6-4c41-ab9a-188bf6de5910 req-33528d73-f73c-47a6-b473-2836e7f3a32c tempest-ServerActionsTestJSON-219624784 tempest-ServerActionsTestJSON-219624784-project-member] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1552.997067] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGHEST for action security_group_members [ 1552.997067] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.997067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.997067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.997067] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.997392] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.997392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.997392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.998190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.998190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.998190] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1553.500256] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.500509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.500509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.500682] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.500777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.500975] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.501085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.501142] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.501293] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.501367] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.501454] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be updated. [ 1553.540742] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1553.540899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.540899] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.541041] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.541168] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.548958] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: IN_PROGRESS for 2s [ 1555.559808] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 in Status: SUCCESS [ 1555.560194] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 deletion is rescheduled due to dependency. [ 1555.560194] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.996953] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1557.997273] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.102135] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1559.102135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.102135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.102456] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1559.102456] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1559.606364] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.108066] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1560.609597] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1560.609803] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1561.418925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.419361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.419361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.419361] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.430553] env[69987]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1561.431400] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.432472] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1561.469612] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.469799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.469799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.470020] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.481511] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.482215] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1561.482290] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.482383] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1561.512248] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.512399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.512399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.512599] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.513310] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.513446] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1561.597461] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.597610] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.597667] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.597889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.598205] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.598469] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1561.686026] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.686166] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.686216] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.686364] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.686627] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.686892] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:29. [ 1561.686981] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c0c3a592-8012-4add-84c8-45218cb5fafb', 'f7630a9a-cd21-4dcb-8ae7-7937be6700ea', '8eb24750-de46-4d34-b982-85dfe7ebba28', 'b752b8d8-b144-4c81-80a8-264707e1baa1', 'b02b66b0-fa5c-4343-b05d-0631e20fbfa7', '4c3a106d-af97-4ef1-b178-e107485b441e', '89cfeb59-8cf3-49b1-aa75-25b438cc6196', 'c4d2566e-0009-4cd8-b070-1d52d26dd2ce', 'a68ffebb-f0a0-453c-9b31-a9244fd4d610', '774b120a-df4d-4ae7-a8dc-c1101dcaab9b', 'f0750692-047a-4901-b312-91bcc035f729', 'ac5d3971-b9f7-4747-9326-3fc5c217b58a', 'e883c732-2625-4d61-9cd5-7a03afdb5e7c', '3d9c05f0-9bff-4e91-bc46-ef8040615ddc', '7bdf3b6b-5903-4928-96d6-5593d4180216', 'd9f8db4b-d5e9-4b6f-b083-8e61d2a44175', '1693741f-5c23-4c00-acc2-c176c6238185', '4a789a95-8419-42ee-96ef-2c168e7eb037', '90a9f0bd-984d-4488-8e8b-aaaf9ba5863b', 'cd2ae08d-04ca-4fa2-b35c-8008b168a677', '705b8f91-ab36-4c5e-add9-89c41e40264b', 'be891979-a770-4737-bd9a-a62bd6ac287f', '474e5a6d-ffb9-4dfb-9a38-f2c16fdc50a1', '11195dfe-46d6-4b02-8f04-3b96faf01bcf', '9fe42996-7f73-4d7a-8844-e92ddb2ecefa', '1ca8d82f-952f-4a26-8964-3fb6b5f76a05', '6ff3cff6-adbf-436a-bc4c-fcfb39058d7a', 'b788b8f3-c169-455a-a6b6-f74b743f2dd4', 'c788a40b-ec14-4374-b13f-5857defba0a8'} {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.687092] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1561.705935] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.706085] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.706132] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.706297] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.706376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.706474] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1561.706543] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.706607] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1561.774969] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.775126] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.775181] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.775346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.776454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.776691] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1561.776771] env[69987]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69987) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1561.776841] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1561.776907] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1561.776982] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/29 resources of Type:Security Group Rules [ 1561.777065] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGH for action security_group_rules [ 1561.777145] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGH for action security_group_rules [ 1561.777206] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGH for action security_group_rules [ 1561.777270] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGH for action security_group_rules [ 1561.777330] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGH for action security_group_rules [ 1561.777393] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGH for action security_group_rules [ 1561.777454] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGH for action security_group_rules [ 1561.777513] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGH for action security_group_rules [ 1561.777572] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGH for action security_group_rules [ 1561.777633] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGH for action security_group_rules [ 1561.777694] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGH for action security_group_rules [ 1561.777755] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGH for action security_group_rules [ 1561.777815] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGH for action security_group_rules [ 1561.777874] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGH for action security_group_rules [ 1561.777955] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGH for action security_group_rules [ 1561.778039] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGH for action security_group_rules [ 1561.778104] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGH for action security_group_rules [ 1561.778166] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGH for action security_group_rules [ 1561.778229] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGH for action security_group_rules [ 1561.778291] env[69987]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGH for action security_group_rules [ 1561.778380] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.998374] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.998737] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1562.998737] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0c3a592-8012-4add-84c8-45218cb5fafb with Priority: HIGH for action security_group_rules [ 1562.998737] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 with Priority: HIGH for action security_group_rules [ 1562.998737] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 with Priority: HIGH for action security_group_rules [ 1562.998922] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 with Priority: HIGH for action security_group_rules [ 1562.998922] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 with Priority: HIGH for action security_group_rules [ 1562.998989] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b with Priority: HIGH for action security_group_rules [ 1562.999092] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 with Priority: HIGH for action security_group_rules [ 1562.999179] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1693741f-5c23-4c00-acc2-c176c6238185 with Priority: HIGH for action security_group_rules [ 1562.999266] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc with Priority: HIGH for action security_group_rules [ 1562.999353] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 with Priority: HIGH for action security_group_rules [ 1562.999437] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c with Priority: HIGH for action security_group_rules [ 1562.999520] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a with Priority: HIGH for action security_group_rules [ 1562.999602] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0750692-047a-4901-b312-91bcc035f729 with Priority: HIGH for action security_group_rules [ 1562.999685] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b with Priority: HIGH for action security_group_rules [ 1562.999769] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 with Priority: HIGH for action security_group_rules [ 1562.999851] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3a106d-af97-4ef1-b178-e107485b441e with Priority: HIGH for action security_group_rules [ 1562.999934] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce with Priority: HIGH for action security_group_rules [ 1563.000027] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 with Priority: HIGH for action security_group_rules [ 1563.000116] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea with Priority: HIGH for action security_group_rules [ 1563.000201] env[69987]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b752b8d8-b144-4c81-80a8-264707e1baa1 with Priority: HIGH for action security_group_rules [ 1563.000535] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0c3a592-8012-4add-84c8-45218cb5fafb taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.000661] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.000726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.000941] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.001035] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0c3a592-8012-4add-84c8-45218cb5fafb',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.001983] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8eb24750-de46-4d34-b982-85dfe7ebba28 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.002123] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.002189] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.002554] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.002658] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8eb24750-de46-4d34-b982-85dfe7ebba28',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.003819] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.003923] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.004171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.004171] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.004254] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89cfeb59-8cf3-49b1-aa75-25b438cc6196',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.004889] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bdf3b6b-5903-4928-96d6-5593d4180216 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.004994] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.005074] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.005223] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.005295] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bdf3b6b-5903-4928-96d6-5593d4180216',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.005982] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.006103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.006170] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.006316] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.006387] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd2ae08d-04ca-4fa2-b35c-8008b168a677',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.007160] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.007264] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.007328] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.007471] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.007540] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90a9f0bd-984d-4488-8e8b-aaaf9ba5863b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.008209] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a789a95-8419-42ee-96ef-2c168e7eb037 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.008314] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.008430] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.008580] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.008694] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a789a95-8419-42ee-96ef-2c168e7eb037',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.009409] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1693741f-5c23-4c00-acc2-c176c6238185 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.009532] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.009597] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.009755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.009826] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1693741f-5c23-4c00-acc2-c176c6238185',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.010582] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.010686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.010751] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.010896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.010967] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d9c05f0-9bff-4e91-bc46-ef8040615ddc',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.011629] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.011735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.011799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.011945] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.012025] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9f8db4b-d5e9-4b6f-b083-8e61d2a44175',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.012678] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.012786] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.012852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.012997] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.013089] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e883c732-2625-4d61-9cd5-7a03afdb5e7c',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.013741] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.013845] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.013910] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.014069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.014141] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac5d3971-b9f7-4747-9326-3fc5c217b58a',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.014881] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0750692-047a-4901-b312-91bcc035f729 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.015008] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.015114] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.015270] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.015392] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0750692-047a-4901-b312-91bcc035f729',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.016027] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.016135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.016201] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.016346] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.016418] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('774b120a-df4d-4ae7-a8dc-c1101dcaab9b',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.017096] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.017203] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.017268] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.017413] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.017484] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68ffebb-f0a0-453c-9b31-a9244fd4d610',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.018230] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c3a106d-af97-4ef1-b178-e107485b441e taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.018336] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.018401] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.018545] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.018616] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c3a106d-af97-4ef1-b178-e107485b441e',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.019273] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.019378] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.019475] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.019583] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.019654] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4d2566e-0009-4cd8-b070-1d52d26dd2ce',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.020313] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.020439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.020483] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.020619] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.020691] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b02b66b0-fa5c-4343-b05d-0631e20fbfa7',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.021434] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.021544] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.021611] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.021755] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.021826] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7630a9a-cd21-4dcb-8ae7-7937be6700ea',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.022482] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b752b8d8-b144-4c81-80a8-264707e1baa1 taken with stack trace [, , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.022587] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.022638] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.022782] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.022854] env[69987]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b752b8d8-b144-4c81-80a8-264707e1baa1',) {} {{(pid=69987) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.608185] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.608420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.608420] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.608573] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.610129] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.610254] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.610914] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.611013] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.611681] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.611777] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.612466] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.612564] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.613272] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.613368] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.614061] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.614158] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.614820] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.614915] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.615925] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.616032] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.616745] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.616855] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.617527] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.617620] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.618204] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.618545] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.618636] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.619290] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.619662] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.619769] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.620348] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.620710] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.620953] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.621440] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.621805] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.621896] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.622527] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.622880] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.622974] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.623607] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.623949] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.624052] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.624599] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.624949] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.625058] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.625602] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.625989] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.626096] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.626648] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.627033] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.627130] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.631722] env[69987]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1563.632069] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.632179] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8eb24750-de46-4d34-b982-85dfe7ebba28 is going to be deleted. [ 1563.632893] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.633103] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.652461] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.652570] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a789a95-8419-42ee-96ef-2c168e7eb037 is going to be deleted. [ 1563.653309] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.653488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.668936] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.669056] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1693741f-5c23-4c00-acc2-c176c6238185 is going to be deleted. [ 1563.669726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.669900] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.688854] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.688976] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.692503] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.692608] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7630a9a-cd21-4dcb-8ae7-7937be6700ea is going to be deleted. [ 1563.693299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.693467] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.713458] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.713545] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 774b120a-df4d-4ae7-a8dc-c1101dcaab9b is going to be deleted. [ 1563.714226] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.714393] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.729404] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.729506] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.743609] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.743706] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.770753] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.770922] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bdf3b6b-5903-4928-96d6-5593d4180216 is going to be deleted. [ 1563.771626] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.771799] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.772952] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.773060] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.818584] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.818713] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68ffebb-f0a0-453c-9b31-a9244fd4d610 is going to be deleted. [ 1563.819498] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.819694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.821733] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.821852] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.873690] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.873787] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d9c05f0-9bff-4e91-bc46-ef8040615ddc is going to be deleted. [ 1563.874490] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.874671] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.886095] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.886211] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.911904] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.912033] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b02b66b0-fa5c-4343-b05d-0631e20fbfa7 is going to be deleted. [ 1563.912744] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.912924] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.962252] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1563.962374] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90a9f0bd-984d-4488-8e8b-aaaf9ba5863b is going to be deleted. [ 1563.963135] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.963327] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.992301] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.992455] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.023022] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.023348] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.047341] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.047453] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac5d3971-b9f7-4747-9326-3fc5c217b58a is going to be deleted. [ 1564.048230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.048419] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.099691] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.099820] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.117570] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.117668] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e883c732-2625-4d61-9cd5-7a03afdb5e7c is going to be deleted. [ 1564.118399] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.118585] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.120467] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.120565] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.145428] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.145507] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd2ae08d-04ca-4fa2-b35c-8008b168a677 is going to be deleted. [ 1564.146202] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.146377] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.171595] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.171711] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.230840] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.230945] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9f8db4b-d5e9-4b6f-b083-8e61d2a44175 is going to be deleted. [ 1564.231704] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.231894] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.291971] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.292127] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4d2566e-0009-4cd8-b070-1d52d26dd2ce is going to be deleted. [ 1564.292998] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.293219] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.312266] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.312415] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.313836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.313940] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.328469] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.328578] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b752b8d8-b144-4c81-80a8-264707e1baa1 is going to be deleted. [ 1564.329299] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.329488] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.386190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.386331] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0750692-047a-4901-b312-91bcc035f729 is going to be deleted. [ 1564.387131] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.387322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.388579] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.388681] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.419875] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.420026] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.446836] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.446965] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.474737] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.474841] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89cfeb59-8cf3-49b1-aa75-25b438cc6196 is going to be deleted. [ 1564.475674] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.475856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.484688] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.484789] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.522715] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.522811] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c3a106d-af97-4ef1-b178-e107485b441e is going to be deleted. [ 1564.523559] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.523763] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.596615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.596742] env[69987]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0c3a592-8012-4add-84c8-45218cb5fafb is going to be deleted. [ 1564.597470] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.597656] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.597742] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.597856] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8eb24750-de46-4d34-b982-85dfe7ebba28" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.598029] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.598184] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.598263] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.598376] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1693741f-5c23-4c00-acc2-c176c6238185" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.598794] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.598987] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.599092] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.599230] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a789a95-8419-42ee-96ef-2c168e7eb037" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.599362] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.599537] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.599616] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.599726] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7630a9a-cd21-4dcb-8ae7-7937be6700ea" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.599851] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.599988] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.600075] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.600183] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-774b120a-df4d-4ae7-a8dc-c1101dcaab9b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.600305] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.600439] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.600509] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.600615] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bdf3b6b-5903-4928-96d6-5593d4180216" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.600740] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.600873] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.600943] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.601065] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68ffebb-f0a0-453c-9b31-a9244fd4d610" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.601190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.601322] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.601392] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.601496] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d9c05f0-9bff-4e91-bc46-ef8040615ddc" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.601614] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.601746] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.601817] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.601921] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b02b66b0-fa5c-4343-b05d-0631e20fbfa7" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.602053] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.602190] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.602261] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.602366] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90a9f0bd-984d-4488-8e8b-aaaf9ba5863b" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.602487] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.602621] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.602694] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.602797] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac5d3971-b9f7-4747-9326-3fc5c217b58a" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.602916] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.603061] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.603147] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.603244] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e883c732-2625-4d61-9cd5-7a03afdb5e7c" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.603365] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.603499] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.603572] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.603686] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd2ae08d-04ca-4fa2-b35c-8008b168a677" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.603804] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.603937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.604014] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.604128] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9f8db4b-d5e9-4b6f-b083-8e61d2a44175" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.604249] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.604382] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.604454] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.604560] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b752b8d8-b144-4c81-80a8-264707e1baa1" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.604684] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.604818] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.604889] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.604990] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4d2566e-0009-4cd8-b070-1d52d26dd2ce" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.605125] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.605258] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.605329] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.605427] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0750692-047a-4901-b312-91bcc035f729" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.618768] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.618891] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.618947] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.619110] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.619192] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.619300] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89cfeb59-8cf3-49b1-aa75-25b438cc6196" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.632631] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.632735] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.632802] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.632952] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.633045] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.633151] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c3a106d-af97-4ef1-b178-e107485b441e" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.724533] env[69987]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69987) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1564.724687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.724687] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1564.724857] env[69987]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1564.724937] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1564.725071] env[69987]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0c3a592-8012-4add-84c8-45218cb5fafb" {{(pid=69987) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.001733] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.002211] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.002897] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.003296] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.004995] env[69987]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.005439] env[69987]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0